---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:35:05.879324Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22320"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:35:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:35:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849b8a9d3927
    namespace: kserve-ci-e2e-test
    resourceVersion: "22327"
    uid: bb5c1b4a-0d8e-4f72-bad5-d4c6e64117c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849b928d78e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22336"
    uid: f7f59928-84b9-4612-ae4a-534163d0789d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:06Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:35:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849bc7819cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22344"
    uid: 62d6ec08-ba53-42be-8527-29bfd9c9aef2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849bc8fd8588
    namespace: kserve-ci-e2e-test
    resourceVersion: "22346"
    uid: 56fa9ff1-ca63-40b3-8c20-992eba73afd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849bcbb7012a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22347"
    uid: a18f0a8b-356d-43ab-86eb-6efb5c25ac20
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:35:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849bcc24ee8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22348"
    uid: e92dbca6-ab27-4485-9cd2-10140ff092a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:11Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849cec9a395e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22388"
    uid: 1692c282-9113-40fa-b141-2b5d7a67253d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849cef59ad5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22390"
    uid: 5b0ea1a6-eb08-40f9-b91f-4fc4a26fce10
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849cefc65043
    namespace: kserve-ci-e2e-test
    resourceVersion: "22391"
    uid: fe92a909-76a1-4d24-bd64-bbdde648d899
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849cefcf6bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22392"
    uid: bff027e3-b8e7-4a6c-b639-c73949ce951e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849cf30d0ea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22395"
    uid: d9d188a4-bb75-4ff6-a423-8a55015eeb17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849cf37cdd4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22396"
    uid: ba43301e-da0c-4a97-ae8a-105b2e784c28
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:35:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c6849d643f3650
    namespace: kserve-ci-e2e-test
    resourceVersion: "22458"
    uid: 13d0c625-5122-4e3e-8859-4c8fa15183e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c684a3b4db4918
    namespace: kserve-ci-e2e-test
    resourceVersion: "22629"
    uid: d6cc45ef-df72-4646-813d-b6b03801fd27
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22323"
    uid: 58bda0e1-0a44-42b7-a657-62d0a8b0766d
  kind: Event
  lastTimestamp: "2026-07-28T17:35:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8.18c684a3b4dbd705
    namespace: kserve-ci-e2e-test
    resourceVersion: "22630"
    uid: 9934362f-ab77-447a-ad2d-c486400cc641
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22312"
    uid: 14059552-b663-47f6-b308-5538f00ccdc3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:05Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-qwvn8'
  metadata:
    creationTimestamp: "2026-07-28T17:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c6849b89fd7d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "22322"
    uid: e085ffea-7929-4e30-9ded-5aec9e70124e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22310"
    uid: e13f97f2-0a80-4b28-8a0a-38c03598f2c3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:05Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6849b869d721e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22313"
    uid: b47fccea-3d95-4aef-ab2c-5fdac2a50ffc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: 92a906ac-b715-4290-ba29-c8c62821b0ea
  kind: Event
  lastTimestamp: "2026-07-28T17:35:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6849f0558b416
    namespace: kserve-ci-e2e-test
    resourceVersion: "22578"
    uid: 278137b8-507f-44ef-b3de-ad810f3f7e40
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22311"
    uid: 92a906ac-b715-4290-ba29-c8c62821b0ea
  kind: Event
  lastTimestamp: "2026-07-28T17:35:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:35:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:35Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c6849f05c295c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22579"
    uid: 7baa0fa2-baac-4c25-afa1-b647a951e603
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: a2e8ac73-ff3a-46ab-9129-18f5e5eba364
  kind: Event
  lastTimestamp: "2026-07-28T17:35:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:29Z"
    name: isvc-autogluon-ts-v1-noslash.18c6849b86c54941
    namespace: kserve-ci-e2e-test
    resourceVersion: "22535"
    uid: f9e2d3a4-a5ae-4f10-a792-e12ea90c2689
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: a2e8ac73-ff3a-46ab-9129-18f5e5eba364
  kind: Event
  lastTimestamp: "2026-07-28T17:35:05Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:35:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:05Z"
    name: isvc-autogluon-ts-v1-noslash.18c6849b874c93fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22316"
    uid: e1b3a1ec-7185-45f4-9236-293dfd61e27e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22533"
    uid: a2e8ac73-ff3a-46ab-9129-18f5e5eba364
  kind: Event
  lastTimestamp: "2026-07-28T17:35:29Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:35:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:29Z"
    name: isvc-autogluon-ts-v1-noslash.18c684a124136894
    namespace: kserve-ci-e2e-test
    resourceVersion: "22534"
    uid: 9723803a-57a0-4f80-8a02-e4d2e884e30f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:34:18.546150Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c684908556411f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21905"
    uid: 331498b8-1111-4d8b-a9eb-32b2ec82e597
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c68490923c0ffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21917"
    uid: 71abd3c4-c8cb-46ec-8bcb-d789ba1414bf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21910"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:19Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:34:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c68490c236d089
    namespace: kserve-ci-e2e-test
    resourceVersion: "21928"
    uid: 3340dce5-26e8-4f12-ad15-267e053b7655
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:19Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c68490c3dfecce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21931"
    uid: 6f8f7be6-2ae0-4111-a541-2cde70a0d09d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:19Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c68490c6f91927
    namespace: kserve-ci-e2e-test
    resourceVersion: "21932"
    uid: 929e90f8-8e53-464e-b6e6-21aac198dbc0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:19Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:34:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:19Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c68490c7683645
    namespace: kserve-ci-e2e-test
    resourceVersion: "21933"
    uid: 682342f9-dc52-450a-a108-7a2d3968f5ad
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:27Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c68492a3834318
    namespace: kserve-ci-e2e-test
    resourceVersion: "21995"
    uid: d8ad96f2-fa65-46de-8db6-70ead3486b68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c68492a66694a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21997"
    uid: 9f4aef5c-b54f-4ee7-9e47-992a46c813bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c68492a6e968e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21998"
    uid: 646603d2-e4fe-4581-a001-8e9f49f1cada
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c68492a6f2d1ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "22001"
    uid: 384d2382-1494-4a90-8b3c-e8ed93d741ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c68492aa24f43b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22003"
    uid: 2bdff929-3a8b-4aff-82a6-95834aea5272
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:34:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:27Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c68492aa9b4421
    namespace: kserve-ci-e2e-test
    resourceVersion: "22004"
    uid: 32468191-1505-4dcd-83b9-45e13d2a10d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:34:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:34:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:35Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c684931b4a6b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "22062"
    uid: 19672fce-12f2-445f-ad66-07f1256a225c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:35:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:00Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c6849a5388e86d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22259"
    uid: 536da2f9-56ef-4f6c-88a4-49433a60e52b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv
    namespace: kserve-ci-e2e-test
    resourceVersion: "21903"
    uid: 083e2a6e-ffc7-407b-9b75-b26340519901
  kind: Event
  lastTimestamp: "2026-07-28T17:35:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:00Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv.18c6849a53898b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "22260"
    uid: a5af7e3b-7b55-4aec-96fb-25f4db716669
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21890"
    uid: 2a35f354-37ea-4ad4-8dea-8aac47975d5b
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-2njxv'
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c6849084e1bd7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 095728a8-c797-4781-8796-05a50ec96f25
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21888"
    uid: 523c4dac-945c-42fb-a680-993c43806e9c
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-autogluon-ts-v1-predictor.18c684908031ce70
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: a8bf71c3-5b6f-4107-8084-384c3d1ea80d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: 268d247a-bf33-454a-92af-8473e40c6e5c
  kind: Event
  lastTimestamp: "2026-07-28T17:34:48Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:48Z"
    name: isvc-autogluon-ts-v1-predictor.18c68493ff26ec43
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: acd80e1d-fc96-45db-abed-c88a742a333a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21889"
    uid: 268d247a-bf33-454a-92af-8473e40c6e5c
  kind: Event
  lastTimestamp: "2026-07-28T17:34:48Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:48Z"
    name: isvc-autogluon-ts-v1-predictor.18c68493ff92142c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22159"
    uid: 05f0e7c1-4bb6-402e-af99-3d0235aa0b23
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: f9ae107f-2481-4b55-ac38-2a34cff21560
  kind: Event
  lastTimestamp: "2026-07-28T17:34:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:45Z"
    name: isvc-autogluon-ts-v1.18c6849080085133
    namespace: kserve-ci-e2e-test
    resourceVersion: "22141"
    uid: 3b064179-9c56-46bb-a7ca-52f65bb240a5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21881"
    uid: f9ae107f-2481-4b55-ac38-2a34cff21560
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-autogluon-ts-v1.18c68490808e8c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21911"
    uid: f5a8c574-00c8-450c-af1d-e27683f3e2e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21886"
    uid: f9ae107f-2481-4b55-ac38-2a34cff21560
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-autogluon-ts-v1.18c68490869dd919
    namespace: kserve-ci-e2e-test
    resourceVersion: "21912"
    uid: c3a5ad07-254f-4302-bff5-cfe5d836ee7f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22139"
    uid: f9ae107f-2481-4b55-ac38-2a34cff21560
  kind: Event
  lastTimestamp: "2026-07-28T17:34:45Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:45Z"
    name: isvc-autogluon-ts-v1.18c68496db40f2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22140"
    uid: 93dcdf27-060a-4d15-9236-80a1244bc272
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:24:43.024814Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:24:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:24:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c6840a8597940a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17550"
    uid: ff12263f-b938-48b1-b0a6-52400a546df0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17556"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:24:43Z"
  message: Add eth0 [10.133.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:24:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c6840a9e8d8579
    namespace: kserve-ci-e2e-test
    resourceVersion: "17569"
    uid: 9e3969ec-330c-4f64-bfdd-4f7878f9316d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:24:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c6840aa015cf87
    namespace: kserve-ci-e2e-test
    resourceVersion: "17571"
    uid: c1843bd3-3264-4d27-b1df-0044afd65701
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:24:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c6840aa296083f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17572"
    uid: 1d2ebcf1-8986-4891-b4be-a7ece076c288
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:24:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c6840aa3013723
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: ae979842-90b0-483b-96bd-496007843c3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:25:13Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:25:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:13Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c68411a7308558
    namespace: kserve-ci-e2e-test
    resourceVersion: "17799"
    uid: 760b81e4-600b-4d82-9e1c-64e35b9b47f4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:27:27Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m14.24s
    (2m14.24s including waiting). Image size: 8940333845 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c68430e89322df
    namespace: kserve-ci-e2e-test
    resourceVersion: "18735"
    uid: 61a9a8ce-4981-4e6a-8de9-c66af503f684
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:27:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:27Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c68430edbdb36f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18737"
    uid: ccd9e8b5-4caa-48b0-a81f-99681d6d51bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:27:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c68430ef578ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18739"
    uid: 64b8a6ac-af4d-4ca9-8c0e-db2a9ab96ac7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:27:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c68430ef637ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18740"
    uid: d0a88e90-6141-4efa-91d0-43e422d0f103
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:27:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c68430f4e1ad2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18741"
    uid: 9a84682c-52cf-4732-a874-3537f5988c30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:27:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:28Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c68430f6110eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18742"
    uid: c9dd652b-4d02-40ab-95d5-fedbf4217298
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:27:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:35Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c68430f8d09603
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: af316745-174a-4a8f-b830-223d763a87d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:27:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c684382d757e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "18984"
    uid: b2909e58-f671-437a-b217-ca7893caeb00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:27:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:27:59Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c684382d763e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "18985"
    uid: a30b6f3f-d738-4e64-866b-2983eccd05e5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "17548"
    uid: 39c508a1-66a8-4b0e-960a-af901334fd55
  kind: Event
  lastTimestamp: "2026-07-28T17:28:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.21:8643/healthz": dial tcp
    10.133.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-m7tdn.18c684386c9ce9bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18994"
    uid: ed853eb4-daad-4a65-a001-91d6ea3901ba
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17523"
    uid: 1ce674b5-f4fa-4614-8129-2ab4449e8446
  kind: Event
  lastTimestamp: "2026-07-28T17:24:43Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-m7tdn'
  metadata:
    creationTimestamp: "2026-07-28T17:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:43Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c6840a851e87ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "17547"
    uid: 7b1352cb-2811-4553-9d8b-3f54737d7a26
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 4e6d0f03-7f92-4726-ba2d-01f57ad7a8b4
  kind: Event
  lastTimestamp: "2026-07-28T17:24:42Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:42Z"
    name: isvc-autogluon-v1-predictor.18c6840a7fcb9965
    namespace: kserve-ci-e2e-test
    resourceVersion: "17526"
    uid: 3d1c87e3-b14c-445c-b3d0-ab989f914a88
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: 2a38efe2-9013-437e-a41c-a7fe2384bc6b
  kind: Event
  lastTimestamp: "2026-07-28T17:27:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:58Z"
    name: isvc-autogluon-v1-predictor.18c6840dfe628310
    namespace: kserve-ci-e2e-test
    resourceVersion: "18963"
    uid: 39dd3083-f2b7-4d19-a966-b16c5abe46b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17522"
    uid: 2a38efe2-9013-437e-a41c-a7fe2384bc6b
  kind: Event
  lastTimestamp: "2026-07-28T17:27:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:24:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:27:43Z"
    name: isvc-autogluon-v1-predictor.18c6840dfed362d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18848"
    uid: 54edada4-f9bd-42d0-ae8a-048a4511eeff
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 255b387e-5912-42aa-8ecb-1ceff3d0ff55
  kind: Event
  lastTimestamp: "2026-07-28T17:27:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:27:45Z"
    name: isvc-autogluon-v1.18c6840a7fd5736d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18872"
    uid: cdd08846-5ddd-4a6f-bc52-d6bdf7322f8c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17533"
    uid: 255b387e-5912-42aa-8ecb-1ceff3d0ff55
  kind: Event
  lastTimestamp: "2026-07-28T17:24:42Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:24:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:43Z"
    name: isvc-autogluon-v1.18c6840a8407241d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: a8ddb54b-dc89-4458-9ee4-ef5321468ee2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:27:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18870"
    uid: 255b387e-5912-42aa-8ecb-1ceff3d0ff55
  kind: Event
  lastTimestamp: "2026-07-28T17:27:45Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:27:45Z"
    name: isvc-autogluon-v1.18c68434f44422cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18871"
    uid: 2aa90c76-fda3-49e0-a089-a2445cd29ffc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:32:07.254089Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20913"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:32:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:32:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c68471f3b85fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20918"
    uid: d948bec2-0022-486a-a238-751f2e6d773d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20922"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:32:07Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:32:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c684720cfe5ffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20930"
    uid: d7e3b754-9928-4064-8390-ed5c994815dc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:32:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c684720e7fe139
    namespace: kserve-ci-e2e-test
    resourceVersion: "20932"
    uid: 7b9c2cb9-84f4-4779-93ce-ac679953ca96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:32:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c6847211116959
    namespace: kserve-ci-e2e-test
    resourceVersion: "20933"
    uid: ead9e687-635f-4529-8eda-27399b639cfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:32:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c68472117b0211
    namespace: kserve-ci-e2e-test
    resourceVersion: "20934"
    uid: 04af4979-a9b2-4bd0-afd6-ba6a4c5ec764
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:32:28Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c68476d6201e36
    namespace: kserve-ci-e2e-test
    resourceVersion: "21077"
    uid: d6fcd915-4de3-452a-b616-8ebe95d48a3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:32:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c68476d8f04d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "21079"
    uid: b39b47ed-a52a-4ee0-b633-d13e885ad3ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:32:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c68476d95eb142
    namespace: kserve-ci-e2e-test
    resourceVersion: "21080"
    uid: d2bebbfe-25f5-4a8f-b828-60b5609a1e2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:32:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c68476d968e514
    namespace: kserve-ci-e2e-test
    resourceVersion: "21082"
    uid: 53690b39-8907-401e-9633-865be1fc3173
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:32:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c68476dc50c672
    namespace: kserve-ci-e2e-test
    resourceVersion: "21084"
    uid: ee581ccc-4d4f-47df-9c70-e5b19d9726da
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:32:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:28Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c68476dcd42b77
    namespace: kserve-ci-e2e-test
    resourceVersion: "21085"
    uid: 1f7800e0-69e9-4e50-b938-e8d3753a54f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:34:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c6848f54d60b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "21836"
    uid: 463176ce-d5bb-44b1-b047-df3124702bfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20916"
    uid: 6a24144f-077a-4e1c-95d8-4d66efe56323
  kind: Event
  lastTimestamp: "2026-07-28T17:34:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:34:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb.18c6848f54d724fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21837"
    uid: 1607f276-2d37-490b-bbcd-ca88c05afbea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: 4c06e89e-a5ac-4bcc-869c-2e2a48fbf061
  kind: Event
  lastTimestamp: "2026-07-28T17:32:07Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-hdgvb'
  metadata:
    creationTimestamp: "2026-07-28T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c68471f32a0912
    namespace: kserve-ci-e2e-test
    resourceVersion: "20915"
    uid: b50a8aa9-ccb1-4333-bedb-cd0801d12e46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20898"
    uid: 746ae927-6d04-4404-92ce-bdb1e405ff3e
  kind: Event
  lastTimestamp: "2026-07-28T17:32:07Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:32:07Z"
    name: isvc-autogluon-v2-noslash-predictor.18c68471ee66052e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20903"
    uid: 46e2387b-758b-4c4f-a9e6-7d51a9201666
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 2429f9ba-3190-46e7-9008-a61ceff8bdfb
  kind: Event
  lastTimestamp: "2026-07-28T17:33:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:07Z"
    name: isvc-autogluon-v2-noslash-predictor.18c684756d399f52
    namespace: kserve-ci-e2e-test
    resourceVersion: "21364"
    uid: 19999845-543a-40c6-8ac3-b7ef4f2d76a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 2429f9ba-3190-46e7-9008-a61ceff8bdfb
  kind: Event
  lastTimestamp: "2026-07-28T17:33:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:32:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:07Z"
    name: isvc-autogluon-v2-noslash-predictor.18c684756dae01d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21365"
    uid: ae651bfa-ff51-46e2-9c11-bc106c48e8a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21040"
    uid: 2429f9ba-3190-46e7-9008-a61ceff8bdfb
  kind: Event
  lastTimestamp: "2026-07-28T17:34:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:07Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6848369817506
    namespace: kserve-ci-e2e-test
    resourceVersion: "21781"
    uid: 35209f48-f411-427a-8d23-7c25283e75e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21040"
    uid: 2429f9ba-3190-46e7-9008-a61ceff8bdfb
  kind: Event
  lastTimestamp: "2026-07-28T17:34:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:33:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:07Z"
    name: isvc-autogluon-v2-noslash-predictor.18c684836a1d12e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21782"
    uid: c5be2239-3567-4818-8f43-4d13fc6a9c3b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 86bea7ec-b303-4f4c-b734-74adc2271fe4
  kind: Event
  lastTimestamp: "2026-07-28T17:34:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:03Z"
    name: isvc-autogluon-v2-noslash.18c68471ee64c260
    namespace: kserve-ci-e2e-test
    resourceVersion: "21755"
    uid: 071296c1-a150-4769-a033-0cced5bea4b3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20891"
    uid: 86bea7ec-b303-4f4c-b734-74adc2271fe4
  kind: Event
  lastTimestamp: "2026-07-28T17:32:07Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:32:07Z"
    name: isvc-autogluon-v2-noslash.18c68471ef136488
    namespace: kserve-ci-e2e-test
    resourceVersion: "20924"
    uid: 609db2bf-ef59-449a-ba3a-0b585094b700
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20895"
    uid: 86bea7ec-b303-4f4c-b734-74adc2271fe4
  kind: Event
  lastTimestamp: "2026-07-28T17:32:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:32:07Z"
    name: isvc-autogluon-v2-noslash.18c68471f5ace1b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20925"
    uid: d9ee6e1a-3bf8-4ed4-8c48-5425a94ab2cb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21752"
    uid: 86bea7ec-b303-4f4c-b734-74adc2271fe4
  kind: Event
  lastTimestamp: "2026-07-28T17:34:03Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:34:03Z"
    name: isvc-autogluon-v2-noslash.18c6848cfeec5909
    namespace: kserve-ci-e2e-test
    resourceVersion: "21753"
    uid: 17e34e40-3c29-4c20-b213-a27eb09189b2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:28:04.389687Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19049"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:28:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:28:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c6843967dfbd77
    namespace: kserve-ci-e2e-test
    resourceVersion: "19055"
    uid: 00e927e5-46fe-4bee-b458-c542214a489a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19062"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:28:04Z"
  message: Add eth0 [10.133.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:28:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c6843983dd15be
    namespace: kserve-ci-e2e-test
    resourceVersion: "19067"
    uid: a3e227f7-f69f-4dc2-8422-4edf6d514e71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:28:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c68439854ffab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19069"
    uid: 5d317045-6ada-4359-b531-84c544f931a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:28:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c684398adb22e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19070"
    uid: 3731f6a8-5c44-401e-8aed-2652f1bb2dd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:28:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c684398c0b11ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19071"
    uid: 8195c9ad-f56b-4f15-8e17-cd07f5cd2450
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:28:10Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c6843ac97b0bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19114"
    uid: e8d7fccd-4f33-4cfb-b23b-d365533b87b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:28:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c6843acc82db59
    namespace: kserve-ci-e2e-test
    resourceVersion: "19116"
    uid: 6c2b2a5b-e163-46e3-b034-1be57c82a765
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:28:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c6843acceeb3cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19117"
    uid: 358b36c3-82ca-4f12-b849-f3b6d30a4775
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:28:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c6843accf89136
    namespace: kserve-ci-e2e-test
    resourceVersion: "19119"
    uid: e0f31909-195b-4dac-a594-43c438f21aa5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:28:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c6843acfa4319f
    namespace: kserve-ci-e2e-test
    resourceVersion: "19122"
    uid: 202e7e63-5106-4228-afaa-66c66ef4a2b9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:28:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:10Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c6843ad00e5efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19123"
    uid: eca393f7-9c02-4e4d-a487-fe43d2b348f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:29:55Z"
  message: 'Readiness probe failed: Get "http://10.133.0.22:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T17:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:55Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c684533c43a8d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19859"
    uid: 5f41f3df-a878-44d9-8d8a-a8d6f8b360d3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:30:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c684546df34a3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19913"
    uid: 3ffa240a-8753-4dc5-a553-7968f7433c0c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19051"
    uid: b21e273d-207d-419a-a0e6-b9954be290df
  kind: Event
  lastTimestamp: "2026-07-28T17:30:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:00Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d.18c684546df3bc2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19915"
    uid: cef9711d-1e21-46c0-b1a9-fa06d5d9b3c8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19038"
    uid: 22dcc7c7-2902-4b59-a95b-980f4a6dccf4
  kind: Event
  lastTimestamp: "2026-07-28T17:28:04Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-xcl6d'
  metadata:
    creationTimestamp: "2026-07-28T17:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c68439673e101c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19050"
    uid: 49ef67e6-267c-44b7-a30c-c21dda5c1424
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19036"
    uid: 2b432a05-ab2c-4bf3-9087-9519719b1f9e
  kind: Event
  lastTimestamp: "2026-07-28T17:28:04Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:04Z"
    name: isvc-autogluon-v2-predictor.18c6843960973490
    namespace: kserve-ci-e2e-test
    resourceVersion: "19041"
    uid: d0b07fa4-0a4d-43a9-b660-48e9167cf18f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19037"
    uid: dd7c3120-9e99-4fcb-9814-30a406ae2a83
  kind: Event
  lastTimestamp: "2026-07-28T17:28:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:49Z"
    name: isvc-autogluon-v2-predictor.18c6843cdf8ac703
    namespace: kserve-ci-e2e-test
    resourceVersion: "19399"
    uid: e80fa0f6-b9c7-4f7b-87f8-a42c564c2af3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19037"
    uid: dd7c3120-9e99-4fcb-9814-30a406ae2a83
  kind: Event
  lastTimestamp: "2026-07-28T17:28:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:28:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:49Z"
    name: isvc-autogluon-v2-predictor.18c6843ce0912b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "19400"
    uid: 22e50be0-adff-4fa6-923f-04ec06b26158
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19189"
    uid: dd7c3120-9e99-4fcb-9814-30a406ae2a83
  kind: Event
  lastTimestamp: "2026-07-28T17:29:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:49Z"
    name: isvc-autogluon-v2-predictor.18c684405fbfe262
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: 5e37cd03-436d-4a3c-bb16-bf2036dffb97
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19189"
    uid: dd7c3120-9e99-4fcb-9814-30a406ae2a83
  kind: Event
  lastTimestamp: "2026-07-28T17:29:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:49Z"
    name: isvc-autogluon-v2-predictor.18c684406047a38b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: bcc21bcc-31f8-4e8e-a8e5-c9354d1804f2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:30:05.569619Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19981"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:30:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:30:05Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c684559ec2b546
    namespace: kserve-ci-e2e-test
    resourceVersion: "19985"
    uid: b1809b87-2821-4f7b-8bec-47157fcf468a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:30:05Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:05Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c68455a655b3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: ee386f62-c1e7-4cc3-a447-5def7a2a0021
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19991"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:30:06Z"
  message: Add eth0 [10.133.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:30:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c68455db820e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "20007"
    uid: 025f8d8d-0f72-407f-86d7-c2f0d4400666
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:30:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c68455dce90f9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20009"
    uid: cca43fc6-9642-49c2-bc9d-26eeec5665ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:30:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c68455dfe4376a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20010"
    uid: 4f5a513f-a36b-4aef-9646-798e6e167302
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:30:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:06Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c68455e050c784
    namespace: kserve-ci-e2e-test
    resourceVersion: "20011"
    uid: 042ad5e6-c7ca-47d5-8108-2c08c1cd0ef4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:30:11Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:11Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c684570f193321
    namespace: kserve-ci-e2e-test
    resourceVersion: "20052"
    uid: 3774e684-0073-44d6-b034-d352f89ba533
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:30:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:11Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c68457123a427a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20054"
    uid: e8bb5308-0900-478f-a9fa-3b7d625c96c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:30:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:11Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c6845712a789f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20055"
    uid: 4565d342-5ba2-4124-b6a8-99d5a1bfd32c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:30:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:11Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c6845712b10f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "20058"
    uid: 1d09bf65-7f21-4a1b-ba34-b0a8aebdad23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:30:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:11Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c68457159831c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20059"
    uid: 977be0d5-7b6c-4700-946d-2cef3a447183
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:30:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:30:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:30:11Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c6845716073410
    namespace: kserve-ci-e2e-test
    resourceVersion: "20061"
    uid: 2a24c08a-96c9-408c-8aba-2bf07c876463
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:31:59Z"
  message: 'Readiness probe failed: Get "http://10.133.0.23:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T17:31:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:59Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c684701b4b37ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "20811"
    uid: 457f812b-1040-489d-a2cc-9e29979679c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:32:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c68470c1fee3e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20846"
    uid: f80f7f5b-9ca8-4720-b724-c8bec59dad7b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc
    namespace: kserve-ci-e2e-test
    resourceVersion: "19983"
    uid: c2d65a97-fcb5-488d-a4d4-5ee4765cadcc
  kind: Event
  lastTimestamp: "2026-07-28T17:32:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:32:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:32:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc.18c68470c206e25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20847"
    uid: 76a7dcd9-bd24-4e60-892f-df2367e5b73e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19970"
    uid: d2513b8a-3a45-4b51-928c-a12f1e32ef17
  kind: Event
  lastTimestamp: "2026-07-28T17:30:05Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-tqmvc'
  metadata:
    creationTimestamp: "2026-07-28T17:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:05Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c684559e2d7a2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19982"
    uid: a2ded934-3e4c-40ca-bfd2-1e0692fc8182
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19968"
    uid: 853d1a4e-209d-4410-ad09-05bd810a765c
  kind: Event
  lastTimestamp: "2026-07-28T17:30:05Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:05Z"
    name: isvc-autogluon-v2-variants-predictor.18c6845599a7c653
    namespace: kserve-ci-e2e-test
    resourceVersion: "19972"
    uid: 309f5404-34d2-4ca5-be35-b1f016f86c67
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: 5f7a7a1b-76fe-4b82-aec4-ee853b7d4afb
  kind: Event
  lastTimestamp: "2026-07-28T17:30:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:50Z"
    name: isvc-autogluon-v2-variants-predictor.18c6845918a1cea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20330"
    uid: 10047385-18a4-4a66-b7e7-3c54fe45c5d0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19969"
    uid: 5f7a7a1b-76fe-4b82-aec4-ee853b7d4afb
  kind: Event
  lastTimestamp: "2026-07-28T17:30:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:30:50Z"
    name: isvc-autogluon-v2-variants-predictor.18c6845919341622
    namespace: kserve-ci-e2e-test
    resourceVersion: "20332"
    uid: e8385aab-aebc-47fd-b432-2ede9afe02ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20121"
    uid: 5f7a7a1b-76fe-4b82-aec4-ee853b7d4afb
  kind: Event
  lastTimestamp: "2026-07-28T17:31:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:50Z"
    name: isvc-autogluon-v2-variants-predictor.18c684639621b96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20751"
    uid: d3de8db2-d398-4585-bc1c-ecf2b7dcdb1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20121"
    uid: 5f7a7a1b-76fe-4b82-aec4-ee853b7d4afb
  kind: Event
  lastTimestamp: "2026-07-28T17:31:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:31:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:50Z"
    name: isvc-autogluon-v2-variants-predictor.18c68463968a5477
    namespace: kserve-ci-e2e-test
    resourceVersion: "20752"
    uid: 4e8c8f64-52b5-4b92-a1b5-c52f8719ef25
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19961"
    uid: cbd07af9-e02b-4169-8160-bf7c7c9ca23e
  kind: Event
  lastTimestamp: "2026-07-28T17:31:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:48Z"
    name: isvc-autogluon-v2-variants.18c6845599a8e153
    namespace: kserve-ci-e2e-test
    resourceVersion: "20737"
    uid: 42d01f54-4bb4-4db5-acbe-288d4c5493e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19961"
    uid: cbd07af9-e02b-4169-8160-bf7c7c9ca23e
  kind: Event
  lastTimestamp: "2026-07-28T17:30:05Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:05Z"
    name: isvc-autogluon-v2-variants.18c684559a26dae3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19992"
    uid: ebb2307d-25f4-424d-9283-dd6a6b3b8809
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19963"
    uid: cbd07af9-e02b-4169-8160-bf7c7c9ca23e
  kind: Event
  lastTimestamp: "2026-07-28T17:30:05Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:05Z"
    name: isvc-autogluon-v2-variants.18c68455a066cfc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: a648a556-490b-4ae7-a827-eafcdcee184a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20735"
    uid: cbd07af9-e02b-4169-8160-bf7c7c9ca23e
  kind: Event
  lastTimestamp: "2026-07-28T17:31:48Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:48Z"
    name: isvc-autogluon-v2-variants.18c6846d90ecdbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20736"
    uid: b9b563c5-7e74-4fe4-915b-3c4fbd43329e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19029"
    uid: 750b22bb-1d7f-4d60-b3f5-3a25a464421a
  kind: Event
  lastTimestamp: "2026-07-28T17:29:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:44Z"
    name: isvc-autogluon-v2.18c684396090c8b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19788"
    uid: 38f45bae-9f6b-4476-850c-40546db2cfc1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19029"
    uid: 750b22bb-1d7f-4d60-b3f5-3a25a464421a
  kind: Event
  lastTimestamp: "2026-07-28T17:28:04Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:28:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:04Z"
    name: isvc-autogluon-v2.18c6843961167ca1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19042"
    uid: 23b2d664-e23a-42fa-a36f-4a54c4ce4ed0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: 750b22bb-1d7f-4d60-b3f5-3a25a464421a
  kind: Event
  lastTimestamp: "2026-07-28T17:29:44Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:44Z"
    name: isvc-autogluon-v2.18c68450b22116d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 41abea84-1405-4ab3-b8f1-b8df1b7913a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:35:46.136385Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22703"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-594f5f9bd5-rlg8t
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a4ea1f2784
    namespace: kserve-ci-e2e-test
    resourceVersion: "22707"
    uid: d3432e2e-1c50-455b-a9bc-509f4ce696e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:35:46Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a4f32cb87e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22725"
    uid: 60458ad6-87c2-44b8-aa54-d8bf2487d29e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22711"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:35:47Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:35:47Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a5278352b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22745"
    uid: 2d292bf2-b237-40bd-bc12-036ecec410a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:35:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:47Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a529150f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "22748"
    uid: 5613968d-a27d-47c1-9165-6c3dfd0b04f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:35:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:47Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a52bbbe267
    namespace: kserve-ci-e2e-test
    resourceVersion: "22749"
    uid: 401d3fb6-9d93-40ad-a42f-b77ad1432281
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:35:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:47Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a52c2e66d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22750"
    uid: 40096e57-c014-4515-b9f0-4a95e0b49505
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:35:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:50Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a60a01222c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22783"
    uid: 053ea22b-077f-4e83-8999-e838e2d577be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:35:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:51Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a60d6dcb12
    namespace: kserve-ci-e2e-test
    resourceVersion: "22788"
    uid: b3daf6eb-c6e7-4d79-995e-bc9d0e3b38df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:35:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:51Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a60dde6ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22789"
    uid: 21a044fa-5c01-4876-a2f2-f908af7cd432
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:35:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:51Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a60de71877
    namespace: kserve-ci-e2e-test
    resourceVersion: "22790"
    uid: 61714b69-55d9-4ecb-84b7-abd310655611
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:35:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:51Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a610e718c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22796"
    uid: 9adaa4c8-c140-4aa3-9b28-3c101db88cf7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:35:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:51Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a61155cc4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22798"
    uid: 7c595ab5-6df6-4796-83e7-33fbbfdae63e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684a646162483
    namespace: kserve-ci-e2e-test
    resourceVersion: "23458"
    uid: f933eece-52aa-439f-9e43-54288546604d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:37:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:16Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684b9e7c948ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "23442"
    uid: d573795e-b40b-4f45-9ce5-da164f17645e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:37:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:16Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684b9e7c9887e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23444"
    uid: 72514102-5b39-4a0c-ba16-41cbc9e50563
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t
    namespace: kserve-ci-e2e-test
    resourceVersion: "22705"
    uid: c315a841-b6b4-4b79-ab60-2f4658c46a87
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-predictor-594f5f9bd5-rlg8t.18c684ba4c3f526e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23457"
    uid: b12fc314-189c-44da-9f72-44dc3d1a6134
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-594f5f9bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22687"
    uid: c558d80d-2848-4fb5-9f7a-8f9acdab8441
  kind: Event
  lastTimestamp: "2026-07-28T17:35:46Z"
  message: 'Created pod: isvc-canary-create-predictor-594f5f9bd5-rlg8t'
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create-predictor-594f5f9bd5.18c684a4e9afb358
    namespace: kserve-ci-e2e-test
    resourceVersion: "22704"
    uid: 2f090bf3-b1cc-4e8b-a818-a8e74f8884da
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: d58b392a-fd43-4e83-905f-6a7beb174136
  kind: Event
  lastTimestamp: "2026-07-28T17:35:46Z"
  message: Scaled up replica set isvc-canary-create-predictor-594f5f9bd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create-predictor.18c684a4e6133fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22688"
    uid: 3e7acbed-8877-44ea-9a15-53a085d2d819
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:35:46.172822Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22712"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a4ec4b1b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "22716"
    uid: 4f6d25be-1bda-4e13-a89e-facecfda1341
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22722"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:35:46Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a50639e17a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22733"
    uid: 2d93e7da-194a-449f-bc5f-7acfceaf681e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:35:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a507c1c6f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22736"
    uid: 87a6edf9-bca5-406a-8f64-a9659c937963
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:35:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a50a31ce79
    namespace: kserve-ci-e2e-test
    resourceVersion: "22737"
    uid: b9c455d7-78eb-462c-b832-9d554925cf7e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:35:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a50aa08803
    namespace: kserve-ci-e2e-test
    resourceVersion: "22739"
    uid: a639470c-dbee-4d45-8877-cc7d17311a9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:35:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:50Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a609ebdbc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22782"
    uid: 601c91c7-3a5d-4358-b551-82840658790a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:35:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:51Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a60d5f568f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22787"
    uid: 57f52b3a-4910-4431-aca8-ab3e7a55e6c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:35:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:51Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a60df1961e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22791"
    uid: 2ef19bab-6328-4cd9-a7c7-f2a1dbe6377c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:35:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:51Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a60df96e9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22794"
    uid: f51e5a23-1170-43f0-91d9-02d83947fa27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:35:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:51Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a610d7300e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22795"
    uid: ead7d238-2ff6-463b-9d6f-84cfbe9d3ded
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:35:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:51Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a611479840
    namespace: kserve-ci-e2e-test
    resourceVersion: "22797"
    uid: 9ebbe225-e57d-4914-8f07-e26cb35430b2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:37:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:18Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684a646034e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "23469"
    uid: 02904fa2-5460-47d7-8284-b58dfe1f9638
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:37:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:16Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684b9e7420bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "23440"
    uid: 3e829bb0-2130-447c-a716-a1d890e05ae9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:37:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:16Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684b9e7424998
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: ea14679b-4bdc-4cce-a922-be15073ade00
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "22714"
    uid: ef517b9c-a92a-4148-ab96-64e7dfa3bca4
  kind: Event
  lastTimestamp: "2026-07-28T17:37:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:18Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-5rq4l.18c684ba880e680a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23468"
    uid: 8c43781b-ab6d-462e-b643-615ee330e965
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5b976d889b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: 5eb8c135-3b82-4a42-9e3f-6d5aa7334169
  kind: Event
  lastTimestamp: "2026-07-28T17:35:46Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5b976d889b-5rq4l'
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create-v2-predictor-5b976d889b.18c684a4ebe5bfba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22713"
    uid: 8746ef25-54ae-45f6-aa86-130598d18146
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22695"
    uid: 428d3837-ee08-4e29-9deb-0eaaad8b3cb0
  kind: Event
  lastTimestamp: "2026-07-28T17:35:46Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5b976d889b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create-v2-predictor.18c684a4e853538c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: c7105653-72f5-47cc-b14d-ca21284e0aa8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 16
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22679"
    uid: 7900d995-899b-4bcd-ad93-03782c63bc22
  kind: Event
  lastTimestamp: "2026-07-28T17:37:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:37:09Z"
    name: isvc-canary-create.18c684a4e7fafd59
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: 9c41b555-dd58-4c15-90b9-07ad50f60d8b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22679"
    uid: 7900d995-899b-4bcd-ad93-03782c63bc22
  kind: Event
  lastTimestamp: "2026-07-28T17:35:46Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create.18c684a4e86637db
    namespace: kserve-ci-e2e-test
    resourceVersion: "22700"
    uid: 3e49afc8-8002-432a-b49f-5d304a5f7fc6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22679"
    uid: 7900d995-899b-4bcd-ad93-03782c63bc22
  kind: Event
  lastTimestamp: "2026-07-28T17:35:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:35:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:46Z"
    name: isvc-canary-create.18c684a4e86696c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "22701"
    uid: fb069cb4-3fb0-4767-a74d-e5769d199e12
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23356"
    uid: 7900d995-899b-4bcd-ad93-03782c63bc22
  kind: Event
  lastTimestamp: "2026-07-28T17:37:08Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:37:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:37:08Z"
    name: isvc-canary-create.18c684b7ff6b7a30
    namespace: kserve-ci-e2e-test
    resourceVersion: "23357"
    uid: d1813613-8af6-4d2f-9e03-f0eab33cb5d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:37:21.448699Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23519"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5d7dcd97d5-zz846
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bb1b2d9d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23527"
    uid: 408d970b-4f93-44f2-9801-71df772510b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23536"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bb3527e2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23549"
    uid: 3b3cbc1a-61f3-4143-9f7e-3abaefdc0267
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bb368f65a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23553"
    uid: cf4e2cbe-1605-4156-b05d-09421fd72ae6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bb3a622597
    namespace: kserve-ci-e2e-test
    resourceVersion: "23556"
    uid: fa383103-3650-4cbd-a54e-a9ac065231e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bb3ad56757
    namespace: kserve-ci-e2e-test
    resourceVersion: "23557"
    uid: 91e9f3fb-e078-4ba1-b53b-1e38a1bd291d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bc3dc5c3b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23602"
    uid: b8eec27e-680f-4e46-a699-e74661511b8c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bc4184f332
    namespace: kserve-ci-e2e-test
    resourceVersion: "23606"
    uid: b3ca6c54-9de5-4d51-8ad1-113e30d39ebd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bc41f613ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23609"
    uid: 70094e54-fd9d-4ce2-916e-88aa08b5c82e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bc41ffea8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23610"
    uid: 9b4499b9-d602-4d48-bff1-a2a23cc21d41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bc44ecbb50
    namespace: kserve-ci-e2e-test
    resourceVersion: "23615"
    uid: 75107317-eddb-43db-8611-6c1857b4b0ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bc45721cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23617"
    uid: b69f8638-cb85-45ac-9a2b-13c989204dcc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:38:54Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:54Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684bcb5db6c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24296"
    uid: d7537617-b081-4d44-bfdb-18a62ee3d630
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:38:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:51Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684d01419251e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24247"
    uid: 293a9c9e-c886-499c-a3d0-bf81ae845c4a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:38:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:51Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684d01419adab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24248"
    uid: 5522a360-3b97-4de3-acfc-8d5b2033ff7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846
    namespace: kserve-ci-e2e-test
    resourceVersion: "23522"
    uid: 551a7654-5f97-47d6-b016-f2166ab6cef6
  kind: Event
  lastTimestamp: "2026-07-28T17:38:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:54Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-zz846.18c684d0bc11183e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24294"
    uid: 9baaf677-ec02-4d0f-b655-4c3bc54d5398
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5d7dcd97d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23503"
    uid: 1c0e3e35-4b67-4cb8-8dbe-03555f3202a2
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: 'Created pod: isvc-canary-promote-predictor-5d7dcd97d5-zz846'
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5.18c684bb1a9f8049
    namespace: kserve-ci-e2e-test
    resourceVersion: "23521"
    uid: c72153d9-2da3-4769-833c-d80361b10542
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23501"
    uid: 55697870-679d-423b-9434-c4109b9a81d8
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5d7dcd97d5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-predictor.18c684bb15991c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23504"
    uid: de566d64-75d9-4e6f-bcd0-f59143356399
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:37:21.454845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23520"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bb1b8b690a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23529"
    uid: 66919cf1-de34-4196-ac60-a88c1a1d6992
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23538"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bb36416d33
    namespace: kserve-ci-e2e-test
    resourceVersion: "23552"
    uid: 3c3a8fe0-ba76-492c-8036-e1e85f8998f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bb389ed602
    namespace: kserve-ci-e2e-test
    resourceVersion: "23555"
    uid: 72a554fb-78fe-4ee6-8d63-c706dc49cc1f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bb3ae3b831
    namespace: kserve-ci-e2e-test
    resourceVersion: "23558"
    uid: 2cd4c83a-8c17-4c20-8d22-725ea85ff98e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bb3b623e04
    namespace: kserve-ci-e2e-test
    resourceVersion: "23560"
    uid: 4e739db4-3dfc-4345-b408-95e20fc4bf48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bc3ddc9484
    namespace: kserve-ci-e2e-test
    resourceVersion: "23603"
    uid: 87d6dda6-5667-4c05-b66d-45aaf8220b1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bc41909b6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23608"
    uid: 48ea76e5-c113-4ffe-a43c-ea4269a9b43d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bc421c3422
    namespace: kserve-ci-e2e-test
    resourceVersion: "23612"
    uid: 38ba70dc-1b87-45e7-bf01-08ca8c92aa3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bc4224de08
    namespace: kserve-ci-e2e-test
    resourceVersion: "23614"
    uid: 6a072413-bf50-4129-9e26-f39e1591631b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bc4510765c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23616"
    uid: c6abda30-bde3-40a9-a7bb-a77840e4b93c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:37:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:37:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:26Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bc457f960b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23618"
    uid: 6427c7b2-bb8c-4e1c-bd2c-f1aeb743afd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:40:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:33Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684bc79e55a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "25311"
    uid: f265aaf4-3c69-4761-bbe8-62e8c6f42669
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:40:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:31Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684e76acb8985
    namespace: kserve-ci-e2e-test
    resourceVersion: "25296"
    uid: bf50172e-83fd-4adf-ad0c-b02647a8e7ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:40:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:31Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684e76acc0983
    namespace: kserve-ci-e2e-test
    resourceVersion: "25298"
    uid: f6414f49-36f3-4bde-9b70-6f9ff488290b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf
    namespace: kserve-ci-e2e-test
    resourceVersion: "23525"
    uid: 88b59350-8ec2-439c-91c5-f80ffc0b531a
  kind: Event
  lastTimestamp: "2026-07-28T17:40:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:40:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:33Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf.18c684e7c8b69d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "25310"
    uid: 261a8e7b-4931-4519-91dc-c514488c06a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:38:51.576028Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24251"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    to ip-10-0-134-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:38:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:38:51Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d0172f8051
    namespace: kserve-ci-e2e-test
    resourceVersion: "24257"
    uid: 82512a6e-d25b-4cf9-9895-4546ce81baf0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24262"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:38:52Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:38:52Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d030ae2098
    namespace: kserve-ci-e2e-test
    resourceVersion: "24272"
    uid: 8a6e6290-ff9d-4a42-8f50-167602248593
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:38:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:52Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d032437163
    namespace: kserve-ci-e2e-test
    resourceVersion: "24274"
    uid: f32969e5-583f-43e4-9463-58004f74fa06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:38:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:52Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d034fbb2a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24275"
    uid: de344aa5-698f-4cd8-8ccf-36b47e5ea70e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:38:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:38:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:52Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d03580a822
    namespace: kserve-ci-e2e-test
    resourceVersion: "24276"
    uid: da18e372-1654-470f-90a3-b2bcc6966650
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:38:56Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
  metadata:
    creationTimestamp: "2026-07-28T17:38:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:56Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d1253b70b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24307"
    uid: cde8c2e8-a5db-480f-9065-d1b7a2b866ef
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:39:09Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    in 12.905s (12.905s including waiting). Image size: 1555722147 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:09Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d4267ad9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24401"
    uid: 66223924-34a5-4763-adf1-574c5e41135c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:39:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:09Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d429d903a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24402"
    uid: e9d452c8-541e-4641-8ae1-7faeb31a886c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:39:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:09Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d42a51d35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 8e3ea430-c68c-4961-98f9-a57179a0e1a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:39:09Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:39:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:09Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d42a5f7964
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 3de21bba-93bc-4593-890d-6f845ba9dd9b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:39:11Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.359s (2.359s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:11Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d4b702711b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: fbd069b4-36e6-40b9-bce9-61dc58998cfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:39:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:11Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d4ba5398c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24426"
    uid: 5785974b-9dc4-40b8-bde2-4fa42b3a6cfb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:39:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:39:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:11Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d4bac33c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: e2242810-8d6d-4d92-8a52-bf9f21e5a883
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:40:35Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:35Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684d5204de53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25326"
    uid: 65a42420-c265-4437-8790-198a6385b446
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:40:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:31Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684e76b048efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25297"
    uid: 497c780c-b3e5-442c-8f9f-7895b6b4c9c9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:40:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:40:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:31Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684e76b05a641
    namespace: kserve-ci-e2e-test
    resourceVersion: "25299"
    uid: 209c00ee-c2f0-4efa-8649-16277f70b531
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24254"
    uid: 6c53b4e7-e39d-46ab-8060-ebee391060ab
  kind: Event
  lastTimestamp: "2026-07-28T17:40:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:40:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:34Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k.18c684e7fc7e98b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25316"
    uid: b6bdb237-157d-47e8-b129-858c8a1bc0cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f69c9c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "23512"
    uid: 8d329bbe-bb8e-4e01-ae33-12a3f5f286c4
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f69c9c758-ttqwf'
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758.18c684bb1b015339
    namespace: kserve-ci-e2e-test
    resourceVersion: "23524"
    uid: 27a59593-d344-42c7-ae33-e6538e0f8107
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f69c9c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "24237"
    uid: 8d329bbe-bb8e-4e01-ae33-12a3f5f286c4
  kind: Event
  lastTimestamp: "2026-07-28T17:38:51Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f69c9c758-ttz7k'
  metadata:
    creationTimestamp: "2026-07-28T17:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:51Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758.18c684d016ba5b9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24253"
    uid: de912e14-1620-44d4-a368-ee4d2553f870
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23511"
    uid: c2c68b8e-488b-47cf-8632-3a60ab32b444
  kind: Event
  lastTimestamp: "2026-07-28T17:37:21Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f69c9c758 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:21Z"
    name: isvc-canary-promote-v2-predictor.18c684bb182bfca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23514"
    uid: 1fb0f7d7-0324-4d44-a526-bb16c3cd23c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24232"
    uid: c2c68b8e-488b-47cf-8632-3a60ab32b444
  kind: Event
  lastTimestamp: "2026-07-28T17:38:51Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f69c9c758 from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T17:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:51Z"
    name: isvc-canary-promote-v2-predictor.18c684d012992a0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24239"
    uid: 838e9a8e-9e09-4e63-87cb-574135ab0e4b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23491"
    uid: a36059ea-9062-442c-897d-680d87268e90
  kind: Event
  lastTimestamp: "2026-07-28T17:38:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:51Z"
    name: isvc-canary-promote.18c684bb17df4336
    namespace: kserve-ci-e2e-test
    resourceVersion: "24266"
    uid: 2b106b4e-fb83-47a4-b99f-26f0e16aa5dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23491"
    uid: a36059ea-9062-442c-897d-680d87268e90
  kind: Event
  lastTimestamp: "2026-07-28T17:38:51Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:51Z"
    name: isvc-canary-promote.18c684bb1842fa8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24267"
    uid: d50f1fe0-eb51-4d9f-9a0b-de4cebb6ece2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23491"
    uid: a36059ea-9062-442c-897d-680d87268e90
  kind: Event
  lastTimestamp: "2026-07-28T17:38:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:51Z"
    name: isvc-canary-promote.18c684bb18434b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24256"
    uid: 67c0a694-98b1-4811-bb78-ed0f58e61c24
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: a36059ea-9062-442c-897d-680d87268e90
  kind: Event
  lastTimestamp: "2026-07-28T17:40:25Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:25Z"
    name: isvc-canary-promote.18c684ce6e822000
    namespace: kserve-ci-e2e-test
    resourceVersion: "25233"
    uid: 06385880-1d4e-469a-b859-f740510d37e0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "24264"
    uid: a36059ea-9062-442c-897d-680d87268e90
  kind: Event
  lastTimestamp: "2026-07-28T17:38:51Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T17:38:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:51Z"
    name: isvc-canary-promote.18c684d019834eab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24265"
    uid: f6509b92-6ae8-4792-80b8-ef7a05b98e9e
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:40:36.945742Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25372"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-b4645bb5c-95nq7
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:40:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:40:36Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684e89fb5bf9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: 9afbf077-5d85-4e0f-8a09-a99c42eafad9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25389"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:37Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:40:37Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684e8b92bf34f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25403"
    uid: 4b9ad0f4-7108-4f96-bc36-9702af945ce4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:37Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684e8baa6ada7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25405"
    uid: 5aec6e51-f453-4aea-839f-8bf929a79141
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:37Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684e8bdac461c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25406"
    uid: 38582e93-6632-4b66-a214-4440ec3204dc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:37Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684e8be1a12f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25407"
    uid: 567fe5d8-fa29-4f1d-980c-cd272a7f1276
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684e9ce9bea25
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: 7cc27b00-6036-4b64-ad13-b6b457b28fcf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684e9d20958f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25462"
    uid: 7432a3be-89f9-4b80-b691-5547ae5d36ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684e9d285c24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25464"
    uid: c07fcc69-f471-4da6-b5f2-abfd073543d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684e9d28fafb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25465"
    uid: 2c377162-4c7a-4c2e-918d-662302ceaa86
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684e9d567fc40
    namespace: kserve-ci-e2e-test
    resourceVersion: "25470"
    uid: bfa87bb8-3012-4b6e-9105-0fd6b2148331
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684e9d5d7bdd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25472"
    uid: 01fb2e75-a6c6-4328-9550-f1a809a1ae51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:40Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c684ea0aaecc45
    namespace: kserve-ci-e2e-test
    resourceVersion: "26834"
    uid: d335145c-fed8-4f0d-93a8-89b668a75f23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:37Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c685129e970d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "26807"
    uid: f04fa9cb-bdac-4f0e-bc6a-8cf588bfd802
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:37Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c685129e976c76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26809"
    uid: 27b08346-2682-47f3-8c97-8bd4d662139e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: ddb77b27-527a-48ec-9236-86afbe6258b1
  kind: Event
  lastTimestamp: "2026-07-28T17:43:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.31:8643/healthz": dial tcp
    10.133.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:40Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-95nq7.18c68513412ee5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: 98e394b2-79ed-4447-864f-8d1bf66e6090
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:42:07.084095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26123"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    to ip-10-0-134-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:42:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:42:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684fd9c5fe4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26128"
    uid: 53dd8c66-5287-4583-a902-8f22be25d9ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26132"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:42:07Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:42:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684fdb5a4141b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26136"
    uid: 1fc61bb7-2c42-4bd5-91ce-2f4ed11b0574
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:42:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684fdb7726639
    namespace: kserve-ci-e2e-test
    resourceVersion: "26138"
    uid: 8af79d0b-141a-4b45-96cb-da9e327feedb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:42:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684fdba876c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "26140"
    uid: f2b570d5-def3-4f4a-8ffb-eb7d2f127604
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:42:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684fdbaf9d3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26141"
    uid: c50e49c4-d87a-4b56-86ca-d940ded48fd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:42:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:11Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684fec04be14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26178"
    uid: 0f7a8b6c-e882-4ace-907c-4b12457238d8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:42:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:12Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684fec37987df
    namespace: kserve-ci-e2e-test
    resourceVersion: "26182"
    uid: 1f121c7d-9fb4-4ae2-a1ed-730c11e2a5ee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:42:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:12Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684fec3e9db81
    namespace: kserve-ci-e2e-test
    resourceVersion: "26183"
    uid: 38f4b025-f4fb-4e3e-a6f0-4c0a677ae302
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:42:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:12Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684fec3f4cadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26185"
    uid: e559ed1b-74d3-4699-9035-1109c8ff5cce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:42:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:12Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684fec7748aa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26186"
    uid: 045f9cc4-259a-49bc-a3e8-ac83b61cbbb1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:42:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:42:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:12Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684fec7e82ce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26187"
    uid: 8f0a1714-1565-4be3-a537-a0d0ffd06caf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:43:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:42:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:40Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c684ff38378e9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: 866c62ea-48b5-4d30-8d07-0107f8ff2cca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:43:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:37Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c685129ed7ce77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26808"
    uid: a462494f-10ac-4a49-a101-ac4a9d3c322d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:43:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:37Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c685129ed8338d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26810"
    uid: a40d29c1-cc59-4b64-9307-695fba624908
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26126"
    uid: 8f2eb3ee-1c30-4bdb-b1ac-019b20878bdb
  kind: Event
  lastTimestamp: "2026-07-28T17:43:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:39Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-hvrg2.18c685133e75d803
    namespace: kserve-ci-e2e-test
    resourceVersion: "26831"
    uid: bda7241d-553f-4206-bb4e-5d782f61b518
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-b4645bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25355"
    uid: 76bc6382-0037-448f-9262-7183e20ae790
  kind: Event
  lastTimestamp: "2026-07-28T17:40:36Z"
  message: 'Created pod: isvc-canary-rollback-predictor-b4645bb5c-95nq7'
  metadata:
    creationTimestamp: "2026-07-28T17:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:36Z"
    name: isvc-canary-rollback-predictor-b4645bb5c.18c684e89f4a77a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: 656f2759-30a7-4e3a-a956-1040e617347d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-b4645bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26107"
    uid: 76bc6382-0037-448f-9262-7183e20ae790
  kind: Event
  lastTimestamp: "2026-07-28T17:42:07Z"
  message: 'Created pod: isvc-canary-rollback-predictor-b4645bb5c-hvrg2'
  metadata:
    creationTimestamp: "2026-07-28T17:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c.18c684fd9bf4778e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26125"
    uid: 2797d938-5852-44a5-b664-40627ef614eb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25354"
    uid: d3a22d37-1b06-4d41-8910-6e357c7abb4e
  kind: Event
  lastTimestamp: "2026-07-28T17:40:36Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-b4645bb5c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:36Z"
    name: isvc-canary-rollback-predictor.18c684e89a6e956e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25356"
    uid: 54c6ecbf-1b8e-4164-98ff-9d6db29d2d0e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26102"
    uid: d3a22d37-1b06-4d41-8910-6e357c7abb4e
  kind: Event
  lastTimestamp: "2026-07-28T17:42:06Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-b4645bb5c from 1 to
    2
  metadata:
    creationTimestamp: "2026-07-28T17:42:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:42:06Z"
    name: isvc-canary-rollback-predictor.18c684fd96ffa570
    namespace: kserve-ci-e2e-test
    resourceVersion: "26112"
    uid: b98d9d1d-68e1-4aa1-9113-5167938185cf
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:40:36.956557Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25376"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:40:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:40:36Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e8a05acf7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25385"
    uid: a1188c69-8052-46bd-8c06-7f02c2b6a53a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:40:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:37Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e8aa3b242b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25399"
    uid: 0d576baf-7ab7-4905-bb57-dee1c46eaccf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25391"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:40:37Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:40:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:40:37Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e8dd587dd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25416"
    uid: c8093b6d-ba51-4848-855b-36c5ff54eb32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:40:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:38Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e8df0282d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25419"
    uid: bbe604bd-cbe7-4591-a20c-13c19df18b44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:40:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:38Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e8e23f2b68
    namespace: kserve-ci-e2e-test
    resourceVersion: "25423"
    uid: e61afc88-fc6f-4420-a45d-559eefcb0fa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:40:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:40:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:38Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e8e2b1c6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: a3257b40-629a-4b0f-a880-c4c361c6fba5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e9ceb1f282
    namespace: kserve-ci-e2e-test
    resourceVersion: "25459"
    uid: a0772d8c-028f-4040-b3d3-df66f92ef33a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e9d213b933
    namespace: kserve-ci-e2e-test
    resourceVersion: "25463"
    uid: bbc5d3bb-016e-4ef7-86d7-3de92dc33fde
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e9d292c8a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25467"
    uid: 3b419c43-6ff6-44fe-9412-ee1e462876a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e9d29b5fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25469"
    uid: 7562e346-6414-4e32-a9a2-560f1b884632
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e9d5742865
    namespace: kserve-ci-e2e-test
    resourceVersion: "25471"
    uid: 2fbfbcca-2281-4ef3-a155-ca471f0b7a5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:40:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:40:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:42Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684e9d5e96d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "25473"
    uid: 6cfe0cd4-8688-424a-bae6-e8815b52823f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:42:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:40:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:09Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684ea0ac25946
    namespace: kserve-ci-e2e-test
    resourceVersion: "26155"
    uid: 4921a404-1bb0-4828-8f32-1ea5f3361302
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:42:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:07Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684fd98076de1
    namespace: kserve-ci-e2e-test
    resourceVersion: "26118"
    uid: 62b84501-ad33-4949-b772-ba3dc7ba6a88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:42:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:07Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684fd98088c04
    namespace: kserve-ci-e2e-test
    resourceVersion: "26119"
    uid: 0f2fc97f-5ea7-473e-82fd-baeacde90e8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: ac024731-75c0-4bc1-8dcf-b09bdc17c930
  kind: Event
  lastTimestamp: "2026-07-28T17:42:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:09Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w.18c684fe10ebc586
    namespace: kserve-ci-e2e-test
    resourceVersion: "26154"
    uid: d343fa72-d8cc-4524-ab46-015a96b90cfb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25364"
    uid: 97155978-54ef-4a73-9b65-3e530e379e9c
  kind: Event
  lastTimestamp: "2026-07-28T17:40:36Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-648cbdfbd8-jv69w'
  metadata:
    creationTimestamp: "2026-07-28T17:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:36Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8.18c684e89fef59ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25378"
    uid: c56faed6-2983-4d8e-8597-b709d91175b3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25363"
    uid: f7517ac8-0658-417b-af5b-9cf41e2af92d
  kind: Event
  lastTimestamp: "2026-07-28T17:40:36Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-648cbdfbd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:40:36Z"
    name: isvc-canary-rollback-v2-predictor.18c684e89c6f63c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25366"
    uid: 1ccb64bc-4b51-4c67-979c-e6cd7098e241
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: 6f352ad6-a332-4863-8576-374ef80aa319
  kind: Event
  lastTimestamp: "2026-07-28T17:42:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:07Z"
    name: isvc-canary-rollback.18c684e89c1ac96f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26133"
    uid: 0eeb68cf-d13d-4251-b96c-32f1cebfdf4e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: 6f352ad6-a332-4863-8576-374ef80aa319
  kind: Event
  lastTimestamp: "2026-07-28T17:40:37Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:37Z"
    name: isvc-canary-rollback.18c684e89c890379
    namespace: kserve-ci-e2e-test
    resourceVersion: "25393"
    uid: 909edf7b-5e07-4ef6-9dab-a392fe243f63
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: 6f352ad6-a332-4863-8576-374ef80aa319
  kind: Event
  lastTimestamp: "2026-07-28T17:40:37Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:40:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:40:37Z"
    name: isvc-canary-rollback.18c684e89c8939f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25395"
    uid: 6450c694-ae6b-4500-8624-8b31fc73ecbe
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26047"
    uid: 6f352ad6-a332-4863-8576-374ef80aa319
  kind: Event
  lastTimestamp: "2026-07-28T17:43:30Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:42:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:30Z"
    name: isvc-canary-rollback.18c684fbffbea823
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: 5f5b489a-a178-4f7e-8edd-6a442dd918e9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:42:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "26122"
    uid: 6f352ad6-a332-4863-8576-374ef80aa319
  kind: Event
  lastTimestamp: "2026-07-28T17:42:07Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T17:42:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:42:07Z"
    name: isvc-canary-rollback.18c684fd9b99d41b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26124"
    uid: ffce5dbb-0e4f-4a99-aa0e-83b82288b6e5
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:43:42.405546Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26881"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5bf5667989-44hnf
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c68513cdf9df5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26890"
    uid: a6e271e9-9b19-43e7-9946-d1bdc493dd6f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26903"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c68513e7d514fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26910"
    uid: b77cd47f-d11f-48e3-9c1d-834f099fc049
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c68513e951b077
    namespace: kserve-ci-e2e-test
    resourceVersion: "26913"
    uid: 2803bf62-cecd-4439-9e0c-4a8e4d69cc30
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c68513ebf2e519
    namespace: kserve-ci-e2e-test
    resourceVersion: "26916"
    uid: 933371ee-dc41-4b24-91c8-97ad44b05cf8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c68513ecac008e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26918"
    uid: 88248a56-0ad4-4b5d-9a82-979ef80fa268
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c68515093d3c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "26974"
    uid: 3cacacda-a967-434e-b971-4f07063d0ea6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c685150bfd3534
    namespace: kserve-ci-e2e-test
    resourceVersion: "26977"
    uid: 04e5c339-c0d2-47b1-9258-f14b5cc2e47b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c685150c6ddf1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26978"
    uid: 288792a8-317e-4eb6-bdcc-55148aff13ff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c685150c76b636
    namespace: kserve-ci-e2e-test
    resourceVersion: "26979"
    uid: 3390f6b2-4d76-4c45-9a7b-1a34c78d6929
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c685150f28d789
    namespace: kserve-ci-e2e-test
    resourceVersion: "26982"
    uid: 080701a9-3bf3-4851-b536-83ac8b2160d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:43:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:47Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c685150f986f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26983"
    uid: 23cc21e2-7e5d-48ab-8c50-6d51d2ea2b66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:45:15Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:15Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c6851580c4e5af
    namespace: kserve-ci-e2e-test
    resourceVersion: "27648"
    uid: fb41d5bd-e70f-40ea-8275-4dcde65fc496
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:45:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:12Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c68528c245feea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27607"
    uid: d2d0bf90-85bb-4f84-b7d5-065e7253d339
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:45:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:12Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c68528c246b131
    namespace: kserve-ci-e2e-test
    resourceVersion: "27609"
    uid: bf3f95ab-fa01-4eda-a526-ccf85bc26117
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-44hnf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26884"
    uid: f5138a30-bf88-4515-a33f-6d955d4507b8
  kind: Event
  lastTimestamp: "2026-07-28T17:45:15Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:15Z"
    name: isvc-canary-stop-predictor-5bf5667989-44hnf.18c6852986f404b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27647"
    uid: f5b6a174-04af-4cd6-947f-463b2e26ac55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5bf5667989
    namespace: kserve-ci-e2e-test
    resourceVersion: "26863"
    uid: 5147a56f-caf4-49cd-85b7-995b5307d94b
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: 'Created pod: isvc-canary-stop-predictor-5bf5667989-44hnf'
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-predictor-5bf5667989.18c68513cd88b1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26883"
    uid: 19c021a6-6d1b-49a4-837f-e1d7067bf371
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26862"
    uid: d4650b17-63e7-4456-98c0-90d2b361adce
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5bf5667989 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-predictor.18c68513c7c06e2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26864"
    uid: cf656bd5-c287-4b8e-aac0-b422686596a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:43:42.416759Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26886"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68513cea4ec76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26897"
    uid: 17d678dc-5209-4d63-b519-71f94958e3b4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26904"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68513e9087de9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26912"
    uid: 2f2bd7aa-e66b-40de-b47b-e070df238eba
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68513ea65a736
    namespace: kserve-ci-e2e-test
    resourceVersion: "26915"
    uid: a1fe73d5-1c62-4a5b-a259-e84741385a74
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68513ecad75a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26919"
    uid: f39c93a4-0b87-4837-99e1-b725fd31b035
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68513ed1e9e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "26920"
    uid: 52e85b06-c396-49f8-8aff-72a906184158
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:43:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68514cccab709
    namespace: kserve-ci-e2e-test
    resourceVersion: "26957"
    uid: 132f3185-8f42-49b6-8187-2d9bd3810027
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:43:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68514d09a9dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26960"
    uid: 694a6098-f7c3-4403-9173-773f8df90e88
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:43:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68514d10ce233
    namespace: kserve-ci-e2e-test
    resourceVersion: "26961"
    uid: b78a71f5-eebf-46f3-a739-7fe2adcc0bcd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:43:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68514d116f70c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26962"
    uid: 095787cf-6d06-4360-8b80-b16426629f27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:43:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68514d410be40
    namespace: kserve-ci-e2e-test
    resourceVersion: "26965"
    uid: 7151cfc4-e285-4486-9fd0-e5366a868624
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:43:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:46Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68514d4872dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26966"
    uid: a4baae15-ad57-47b4-b48c-d4ffa740155f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:45:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:16Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c6851544fb25c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: 24229bd5-44cd-478b-81fd-e9b6e4ec890b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:45:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:12Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68528c3f1da82
    namespace: kserve-ci-e2e-test
    resourceVersion: "27616"
    uid: 621a94cb-31c8-409b-8578-804ef96ba77c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:45:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:12Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c68528c3f2505a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27617"
    uid: 204bb301-a3fe-4a40-8e34-b8f6b9729055
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26892"
    uid: b0eeff6d-1e9a-4d51-a705-b6a059ce6acd
  kind: Event
  lastTimestamp: "2026-07-28T17:45:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:14Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb.18c685294b24b04a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27638"
    uid: 3bbf1475-a27a-48a6-aaee-fff2dc78606e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6c87f69f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26872"
    uid: 01b9f38f-4671-4442-bbcf-932bbdba0dbb
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6c87f69f44-xwkkb'
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44.18c68513ce2d1f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "26891"
    uid: 947d1fe7-d3a8-44f7-816a-53721e87bb79
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26871"
    uid: c3d7fb37-d1f8-4156-8d30-e5629ed40e20
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6c87f69f44 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop-v2-predictor.18c68513c9bf3ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26874"
    uid: 20284fe5-55f7-4d99-8647-cbb25dc62f57
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 17
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26855"
    uid: 482daac1-cbb8-4c04-aeef-09beb834f68b
  kind: Event
  lastTimestamp: "2026-07-28T17:45:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:12Z"
    name: isvc-canary-stop.18c68513c967d1e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27621"
    uid: b3d530dc-6734-4002-b571-386c1fbbe4ad
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26855"
    uid: 482daac1-cbb8-4c04-aeef-09beb834f68b
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop.18c68513c9f748d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26876"
    uid: 699a15d6-2f87-42db-80f5-ff28a8464582
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26855"
    uid: 482daac1-cbb8-4c04-aeef-09beb834f68b
  kind: Event
  lastTimestamp: "2026-07-28T17:43:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:43:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:42Z"
    name: isvc-canary-stop.18c68513c9f78c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "26877"
    uid: 5898ca18-17e1-44e4-9ac7-4d7e5fe75fcb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: 482daac1-cbb8-4c04-aeef-09beb834f68b
  kind: Event
  lastTimestamp: "2026-07-28T17:45:05Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:45:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:05Z"
    name: isvc-canary-stop.18c68527395702d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27538"
    uid: f7005553-4d43-416e-b1f5-a2b1cc27adf8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27613"
    uid: 482daac1-cbb8-4c04-aeef-09beb834f68b
  kind: Event
  lastTimestamp: "2026-07-28T17:45:12Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T17:45:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:12Z"
    name: isvc-canary-stop.18c68528c3e41a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: 5e97220b-2e94-4816-90ff-416dbb71e018
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:05:10.779180Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37354"
    uid: 913be5bb-f53e-4eff-8db0-80748adbde97
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:05:10Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:05:10Z"
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn.18c6863fc707503d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37358"
    uid: 710e85e7-f353-4683-8c65-cbf63fd18eed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: 913be5bb-f53e-4eff-8db0-80748adbde97
  kind: Event
  lastTimestamp: "2026-07-28T18:05:10Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-init-fail-673891-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:10Z"
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn.18c6863fcf209763
    namespace: kserve-ci-e2e-test
    resourceVersion: "37369"
    uid: 96281c84-1d60-4591-b1ad-81cbc466afd9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37363"
    uid: 913be5bb-f53e-4eff-8db0-80748adbde97
  kind: Event
  lastTimestamp: "2026-07-28T18:05:11Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:05:11Z"
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn.18c6864004359189
    namespace: kserve-ci-e2e-test
    resourceVersion: "37381"
    uid: 8c7feca8-9122-4edd-b3ca-09044c651a1e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: 913be5bb-f53e-4eff-8db0-80748adbde97
  kind: Event
  lastTimestamp: "2026-07-28T18:05:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:18Z"
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn.18c68640062786f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37437"
    uid: 076f15ce-33f8-4241-a9f3-b34c24285ffc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: 913be5bb-f53e-4eff-8db0-80748adbde97
  kind: Event
  lastTimestamp: "2026-07-28T18:05:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:18Z"
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn.18c68640097178a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37439"
    uid: 3e6c9529-7f2c-431b-9883-956fd483e30a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: 913be5bb-f53e-4eff-8db0-80748adbde97
  kind: Event
  lastTimestamp: "2026-07-28T18:05:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:05:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:18Z"
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn.18c6864009f272c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37440"
    uid: 17c1a712-11d0-4d86-92dc-bb9f80333bbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37355"
    uid: 913be5bb-f53e-4eff-8db0-80748adbde97
  kind: Event
  lastTimestamp: "2026-07-28T18:05:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:05:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:20Z"
    name: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn.18c68642254f392a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37478"
    uid: 3ea8867d-871d-4da7-95f2-b5b1e94e8069
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-673891-predictor-849b4dcd5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37346"
    uid: 44aa8113-888e-49d5-aa8b-0cd14f9c7456
  kind: Event
  lastTimestamp: "2026-07-28T18:05:10Z"
  message: 'Created pod: isvc-init-fail-673891-predictor-849b4dcd5b-gjbgn'
  metadata:
    creationTimestamp: "2026-07-28T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:05:10Z"
    name: isvc-init-fail-673891-predictor-849b4dcd5b.18c6863fc68fb229
    namespace: kserve-ci-e2e-test
    resourceVersion: "37356"
    uid: c477953c-06ae-4ca8-a72d-3c9fc7b86ece
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:10Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-673891-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37343"
    uid: af6b2794-46d1-42e8-a281-bd250d7d9978
  kind: Event
  lastTimestamp: "2026-07-28T18:05:10Z"
  message: Scaled up replica set isvc-init-fail-673891-predictor-849b4dcd5b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:05:10Z"
    name: isvc-init-fail-673891-predictor.18c6863fc1659ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37347"
    uid: c3b8726f-239f-4020-8b9c-e5f0f632f85d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-673891
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 17ccca1c-fae4-4fcf-a177-e90f7bc356b0
  kind: Event
  lastTimestamp: "2026-07-28T18:05:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:05:18Z"
    name: isvc-init-fail-673891.18c6863fc17d5472
    namespace: kserve-ci-e2e-test
    resourceVersion: "37444"
    uid: c2cfc500-4d3d-4a2f-b2b9-d5de959767ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-673891
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 17ccca1c-fae4-4fcf-a177-e90f7bc356b0
  kind: Event
  lastTimestamp: "2026-07-28T18:05:10Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-673891":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-673891":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:05:10Z"
    name: isvc-init-fail-673891.18c6863fc23cf6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: ee5bd22d-24d1-418e-81fb-a265fca489a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-673891
    namespace: kserve-ci-e2e-test
    resourceVersion: "37334"
    uid: 17ccca1c-fae4-4fcf-a177-e90f7bc356b0
  kind: Event
  lastTimestamp: "2026-07-28T18:05:10Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-673891": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:05:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:05:10Z"
    name: isvc-init-fail-673891.18c6863fc23d5554
    namespace: kserve-ci-e2e-test
    resourceVersion: "37352"
    uid: 95946c29-d1ad-4f25-93b9-e2c3a0292396
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:45:22.824373Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27734"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-xppg6
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:45:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852b2f67845b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27738"
    uid: 6726ace7-14d8-4d31-a9a1-4beeddfd97b5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27743"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:23Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:45:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852b489935be
    namespace: kserve-ci-e2e-test
    resourceVersion: "27751"
    uid: 93419854-66af-4186-a112-8795af1792b5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852b4aa200e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27753"
    uid: 14867cb4-aa83-49b9-94b9-d272abf4e246
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852b4d5212f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "27755"
    uid: a1508dc5-a135-444c-b9a0-cc3edce5304f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:45:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:23Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852b4dbdc30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27756"
    uid: 09b6bc09-6b9c-4f7c-9121-9fc5ed3e7d0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:28Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:45:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:28Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852c679bcd21
    namespace: kserve-ci-e2e-test
    resourceVersion: "27793"
    uid: abb1ee82-f821-4541-8ca9-a0c747f2a11a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:35Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 7.01s (7.01s including
    waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852e09716418
    namespace: kserve-ci-e2e-test
    resourceVersion: "27844"
    uid: 4bf920ee-6209-485d-a4f6-7d59c3ee333b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852e0caa5666
    namespace: kserve-ci-e2e-test
    resourceVersion: "27845"
    uid: b6f27c00-6c43-4193-86da-387af5e0bdad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852e0d16ee51
    namespace: kserve-ci-e2e-test
    resourceVersion: "27846"
    uid: 533462b7-b482-4699-80d2-a9052e1ff517
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852e0d20c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27847"
    uid: 6d95cb7a-b34e-4004-b49f-cd467d187ac5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852e101ab59f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: 3dd60206-e994-4dca-8ec3-8f137a651c7a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:45:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852e108a1622
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: 4c9ee463-20f8-4f62-966d-5698217c5aa0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:46:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:45:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:42Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6852e46715771
    namespace: kserve-ci-e2e-test
    resourceVersion: "28351"
    uid: ddbf480a-84bb-4567-81ac-f88c1568a1d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:46:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:52Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6854027258c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "28449"
    uid: b8299472-458c-4cd0-b957-134f273e29d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27735"
    uid: 1b8eaa36-c531-4b81-b165-4715081b1c2e
  kind: Event
  lastTimestamp: "2026-07-28T17:46:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:46:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:52Z"
    name: isvc-lightgbm-predictor-54f85ddf88-xppg6.18c6854027262fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28450"
    uid: e6465435-b0e8-444c-af89-391dd3d396ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27723"
    uid: 0b92bee0-0917-443a-98db-3a74650d40c1
  kind: Event
  lastTimestamp: "2026-07-28T17:45:22Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-xppg6'
  metadata:
    creationTimestamp: "2026-07-28T17:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c6852b2ef7c057
    namespace: kserve-ci-e2e-test
    resourceVersion: "27736"
    uid: c3b87cfe-4240-4049-8326-a879df1fd615
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27720"
    uid: 8b69da4a-5093-4448-97fc-19c405b3ce1e
  kind: Event
  lastTimestamp: "2026-07-28T17:45:22Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-lightgbm-predictor.18c6852b27b34e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27724"
    uid: 0b51e1ee-9cc8-4c03-b737-d2596ec0e032
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 2f605b6b-94fa-4dfd-bb1f-c2b7d0816f1c
  kind: Event
  lastTimestamp: "2026-07-28T17:46:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:07Z"
    name: isvc-lightgbm-predictor.18c6852ea62356aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28092"
    uid: 4fdbeb09-ad2d-40f5-a11d-3552b8ce62ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 2f605b6b-94fa-4dfd-bb1f-c2b7d0816f1c
  kind: Event
  lastTimestamp: "2026-07-28T17:46:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:45:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:07Z"
    name: isvc-lightgbm-predictor.18c6852ea6a3ea83
    namespace: kserve-ci-e2e-test
    resourceVersion: "28093"
    uid: 9fba8262-1b44-4411-beae-6f00a1f8f621
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 2f605b6b-94fa-4dfd-bb1f-c2b7d0816f1c
  kind: Event
  lastTimestamp: "2026-07-28T17:46:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:52Z"
    name: isvc-lightgbm-predictor.18c6853924a16a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "28434"
    uid: bfb5821e-480c-4e77-a221-a97af9f2f355
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27872"
    uid: 2f605b6b-94fa-4dfd-bb1f-c2b7d0816f1c
  kind: Event
  lastTimestamp: "2026-07-28T17:46:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:46:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:52Z"
    name: isvc-lightgbm-predictor.18c6853925cce12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28435"
    uid: 7a5c6a33-2fc0-4c84-9693-82a89dcff61a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:46:58.193932Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28517"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:46:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:46:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c6854163df76b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28522"
    uid: 0a1f8956-8aa9-4ab2-89ae-502268d66756
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28525"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:46:58Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:46:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c685417cff8bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28533"
    uid: fb8c4c7d-da79-4a75-811c-c7a03f5ace29
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:46:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c685417ebc1a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28535"
    uid: 9a2d28ad-2a89-4003-96e6-cf1ed7d5420a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:46:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c6854181a200ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "28536"
    uid: eec27e38-6d17-49df-94a0-38081aed4c40
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:46:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c6854182101012
    namespace: kserve-ci-e2e-test
    resourceVersion: "28537"
    uid: f37c8c29-3cde-4f24-ab90-8a2019490790
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:47:03Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c685429b377f21
    namespace: kserve-ci-e2e-test
    resourceVersion: "28577"
    uid: 7eb1a306-a784-4622-a64d-9bbbb80aa722
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:47:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c685429e288f5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28579"
    uid: b3988201-d658-47a3-904a-11d6e38cf2c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:47:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c685429e963c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28580"
    uid: 2fc5a45d-7c8b-4737-92b0-80c0022c66eb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:47:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c685429e9f9f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28581"
    uid: 435ac0b8-c698-4749-98ce-0315b908c680
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:47:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c68542a13cbea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28582"
    uid: 9f26364c-5400-4467-b47a-6a7d18b24f96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:47:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:47:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:03Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c68542a1a78cd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28585"
    uid: 933a04c0-76fd-417b-9263-e13fc83ddd25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:48:29Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:47:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c68542d72b858c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29215"
    uid: a40f8c34-c68a-4d62-bc49-4e5e7d9ecabe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:48:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:28Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c68556653299f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29204"
    uid: 3be58eb4-3f94-4022-a39c-a0fa6e0d2404
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:48:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:28Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c6855665331b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29206"
    uid: 69dd73a0-d853-4e3e-a2f1-d3c098f86d8f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25
    namespace: kserve-ci-e2e-test
    resourceVersion: "28518"
    uid: eb200891-0cae-432f-b1f1-6137e2a1f53b
  kind: Event
  lastTimestamp: "2026-07-28T17:48:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:48:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:30Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25.18c68556dd47a056
    namespace: kserve-ci-e2e-test
    resourceVersion: "29222"
    uid: 2885dcdd-7276-4139-acd8-4ff886dae309
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28502"
    uid: cf550353-7978-46b0-92d6-f3468e773e98
  kind: Event
  lastTimestamp: "2026-07-28T17:46:58Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-9sc25'
  metadata:
    creationTimestamp: "2026-07-28T17:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:58Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c68541632ccd2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28519"
    uid: ef38b210-4d27-49a7-b2cc-7ed37f29e67a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28500"
    uid: be85929b-490c-448b-af41-2fa4b67c4091
  kind: Event
  lastTimestamp: "2026-07-28T17:46:58Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:58Z"
    name: isvc-lightgbm-runtime-predictor.18c685415a1975d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28503"
    uid: fe1c05de-0aec-489a-b341-2e92bd97befc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28501"
    uid: fd17696d-59f4-4d71-97d0-49e0d34fe044
  kind: Event
  lastTimestamp: "2026-07-28T17:47:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:47:28Z"
    name: isvc-lightgbm-runtime-predictor.18c68544d891ba2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28761"
    uid: 637e740d-d050-47b0-a78f-aa79d04ca3db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28501"
    uid: fd17696d-59f4-4d71-97d0-49e0d34fe044
  kind: Event
  lastTimestamp: "2026-07-28T17:47:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:47:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:47:28Z"
    name: isvc-lightgbm-runtime-predictor.18c68544d9321455
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: 07f3e9f0-64b6-476c-93ef-32b101a6ed5e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: fd17696d-59f4-4d71-97d0-49e0d34fe044
  kind: Event
  lastTimestamp: "2026-07-28T17:48:28Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:28Z"
    name: isvc-lightgbm-runtime-predictor.18c6854bd765b61c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29185"
    uid: 9c0f3166-36b9-4f3a-a99b-cb13b4d82b11
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: fd17696d-59f4-4d71-97d0-49e0d34fe044
  kind: Event
  lastTimestamp: "2026-07-28T17:48:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:28Z"
    name: isvc-lightgbm-runtime-predictor.18c6854bd7d84826
    namespace: kserve-ci-e2e-test
    resourceVersion: "29186"
    uid: 7879dbe6-ce48-42f6-892b-a7da29614e02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28492"
    uid: 4c29b077-4bbe-4da2-b378-5b6f146572bb
  kind: Event
  lastTimestamp: "2026-07-28T17:48:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:19Z"
    name: isvc-lightgbm-runtime.18c685415a58b0f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29130"
    uid: 704462b7-3c19-48df-8871-4e1ea0a7d259
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28492"
    uid: 4c29b077-4bbe-4da2-b378-5b6f146572bb
  kind: Event
  lastTimestamp: "2026-07-28T17:46:58Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:46:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:46:58Z"
    name: isvc-lightgbm-runtime.18c685415c44fa86
    namespace: kserve-ci-e2e-test
    resourceVersion: "28508"
    uid: c1d13b95-845c-4080-a3b3-5aff1f6f5277
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29128"
    uid: 4c29b077-4bbe-4da2-b378-5b6f146572bb
  kind: Event
  lastTimestamp: "2026-07-28T17:48:19Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:19Z"
    name: isvc-lightgbm-runtime.18c685544bacd3b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29129"
    uid: 4795fed4-bee3-4e68-8227-3a1e71eb0484
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:51:39.002853Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30656"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:51:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:51:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68582c5639bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30660"
    uid: 623773b4-3887-493c-bdcc-f2383f94cc53
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:39Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30667"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:51:39Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:51:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68582de436922
    namespace: kserve-ci-e2e-test
    resourceVersion: "30673"
    uid: 1db25e85-db38-4748-b9b0-e9c0b1f94ea6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:51:39Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68582dfff1d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "30675"
    uid: f7c41668-60ec-4eab-a5bf-830ee0e0b1e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:51:39Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68582e2d54619
    namespace: kserve-ci-e2e-test
    resourceVersion: "30676"
    uid: 3047f85f-43f5-4f94-b7e0-867004c617bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:51:39Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:39Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68582e33eb2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30677"
    uid: 699b7582-7f35-4dce-b4b8-28d3326cb4a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:51:43Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68583d01eb527
    namespace: kserve-ci-e2e-test
    resourceVersion: "30710"
    uid: 16ef1295-5c8e-4527-92ab-84169d809fff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:51:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68583d3f6f095
    namespace: kserve-ci-e2e-test
    resourceVersion: "30713"
    uid: 3fc6e98a-8e77-4c58-9a29-ddf5831b2654
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:51:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68583d4658e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30717"
    uid: b6ec23ea-e206-4963-b4ac-a27113546156
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:51:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68583d46ffd69
    namespace: kserve-ci-e2e-test
    resourceVersion: "30718"
    uid: 65f85794-0c2c-4830-8f87-de3fd1f10259
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:51:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68583d8384538
    namespace: kserve-ci-e2e-test
    resourceVersion: "30721"
    uid: 5653f3b2-7a58-4dab-9bdf-b284d48421c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:51:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:51:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68583d8a76f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "30722"
    uid: 87bfe527-24f1-4568-981a-ee796ae12421
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:51:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:51:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:50Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c685840c232730
    namespace: kserve-ci-e2e-test
    resourceVersion: "30770"
    uid: c7db906a-dd43-4fda-aaa8-0b5a5dedbb6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:52:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68589bd724a84
    namespace: kserve-ci-e2e-test
    resourceVersion: "30925"
    uid: a36c42d6-b7a3-4970-be92-c1aa804ce6fa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30659"
    uid: 4cdbab34-0ccf-4fd2-8219-bedfa9c6c4a2
  kind: Event
  lastTimestamp: "2026-07-28T17:52:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:52:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:08Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb.18c68589bd72bd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "30926"
    uid: 10766a55-12b3-4a41-943c-d1f5df13523d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30643"
    uid: b90c4f59-b353-4b0f-a829-a4f793dc8fe9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:38Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-lkfgb'
  metadata:
    creationTimestamp: "2026-07-28T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:38Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c68582c454105a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30657"
    uid: 6ceae034-3c33-4a66-8ca6-4d49058b66c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:38Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30640"
    uid: 426e3853-53d2-42d6-8fed-fe5d4a5bad99
  kind: Event
  lastTimestamp: "2026-07-28T17:51:38Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:38Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c68582bacddd4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30645"
    uid: 25677b7f-36c2-4c7f-8e5e-9b8a163b8568
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30641"
    uid: 8a4e82dc-8ee6-4c8e-825b-6de0f6fb8bcb
  kind: Event
  lastTimestamp: "2026-07-28T17:52:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:08Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c6858639a20fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30909"
    uid: 3ac59fbf-12c5-40d1-9512-c2f54e2eb441
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:53Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30641"
    uid: 8a4e82dc-8ee6-4c8e-825b-6de0f6fb8bcb
  kind: Event
  lastTimestamp: "2026-07-28T17:52:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:08Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c685863a2574a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: d6c102e8-4a5f-4bef-80a3-6bfc82e1f94e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30632"
    uid: 5fdb20cc-9c28-41b6-8064-b3dfe4391b77
  kind: Event
  lastTimestamp: "2026-07-28T17:52:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:52:00Z"
    name: isvc-lightgbm-v2-kserve.18c68582bad1684e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30848"
    uid: 7b03a219-348f-4f28-9f17-8478cfbd02a3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30632"
    uid: 5fdb20cc-9c28-41b6-8064-b3dfe4391b77
  kind: Event
  lastTimestamp: "2026-07-28T17:51:39Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:51:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:39Z"
    name: isvc-lightgbm-v2-kserve.18c68582bbae2346
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: 7bf9b3ff-f134-4faa-add6-2e924e129298
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30636"
    uid: 5fdb20cc-9c28-41b6-8064-b3dfe4391b77
  kind: Event
  lastTimestamp: "2026-07-28T17:51:39Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:39Z"
    name: isvc-lightgbm-v2-kserve.18c68582c62701e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30666"
    uid: aff2d04a-aa67-4d37-beb5-ee694e11eec9
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30846"
    uid: 5fdb20cc-9c28-41b6-8064-b3dfe4391b77
  kind: Event
  lastTimestamp: "2026-07-28T17:52:00Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:52:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:52:00Z"
    name: isvc-lightgbm-v2-kserve.18c68587cd81886b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30847"
    uid: 5c9d1648-4831-4a5d-86bb-932fd934e5d6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:48:33.521738Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29269"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:48:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:48:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c6855795da7a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29274"
    uid: 690e35ec-a218-4b72-83c0-28aef68438ce
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29279"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:48:33Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:48:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c68557aefddcf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29289"
    uid: 519b14a1-2ba6-4096-af9a-c891181b232f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:48:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c68557b06fad75
    namespace: kserve-ci-e2e-test
    resourceVersion: "29291"
    uid: 3ec9e856-5bf9-4497-a1d0-5a56e27ec042
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:48:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c68557b2f66745
    namespace: kserve-ci-e2e-test
    resourceVersion: "29293"
    uid: 38463356-7518-4d31-bf6e-a1ffa9864fff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:48:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:48:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c68557b36561b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29294"
    uid: 90366455-4d64-4197-b6f2-2e25607c29c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:48:37Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-28T17:48:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:37Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c68558923b554c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29327"
    uid: 1db5dd02-cc3a-4c8f-a687-b0a1c8a8696b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:50:52Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m14.663s
    (2m14.663s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c68577ecd24f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30265"
    uid: 0cd64627-92cc-462b-bc6f-34382fe9b1f6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:50:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c68577f3054dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "30266"
    uid: 6cbad373-9d7c-4305-92ff-555a888013d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:50:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c68577f679d3f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30268"
    uid: 01726ead-551e-466d-b256-9d4000a41410
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:50:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c68577f6878377
    namespace: kserve-ci-e2e-test
    resourceVersion: "30269"
    uid: 4bfb8be1-ba87-4ac3-8613-0902105e61c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:50:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c68577fa6d477c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30270"
    uid: 288b040e-0ce0-447a-b75a-11bff81a8afe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:50:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:50:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:50:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:50:52Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c68577fad7d09a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30271"
    uid: 39f62329-e996-473b-9386-98a0d352b429
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:51:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c685818a6dccfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30588"
    uid: 42ec4e48-7306-406e-a46b-7d0d0adab5d2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29272"
    uid: c4f5f646-f1fd-4247-adc1-966b2f19dd46
  kind: Event
  lastTimestamp: "2026-07-28T17:51:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:51:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz.18c685818a6e3443
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: cdf42a07-c003-4d12-b937-d14308246771
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "29258"
    uid: 694d6faf-a677-4bdb-b768-590e76e11275
  kind: Event
  lastTimestamp: "2026-07-28T17:48:33Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-jdtfz'
  metadata:
    creationTimestamp: "2026-07-28T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c68557953e6a29
    namespace: kserve-ci-e2e-test
    resourceVersion: "29271"
    uid: 3ee5479c-7f9e-435a-9b9b-cb9339d35416
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29255"
    uid: accb7a52-6861-430e-943e-c495bfa04066
  kind: Event
  lastTimestamp: "2026-07-28T17:48:33Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c68557905634ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29260"
    uid: c8f4e03f-0cca-46f2-98a2-49ae6455328c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29257"
    uid: dd781910-f782-47b9-87d5-30d7c15ae7c0
  kind: Event
  lastTimestamp: "2026-07-28T17:51:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6855b0f243a4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30572"
    uid: b084d396-5093-4032-acfe-6dc9fe38079d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29257"
    uid: dd781910-f782-47b9-87d5-30d7c15ae7c0
  kind: Event
  lastTimestamp: "2026-07-28T17:51:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:48:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:33Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6855b0f8ca327
    namespace: kserve-ci-e2e-test
    resourceVersion: "30573"
    uid: 652909d3-1ce7-46bd-8d05-caa42aa95414
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29404"
    uid: dd781910-f782-47b9-87d5-30d7c15ae7c0
  kind: Event
  lastTimestamp: "2026-07-28T17:51:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6857e057eca0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30453"
    uid: aa717674-b965-4277-82c5-6c6fb0cfb113
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29404"
    uid: dd781910-f782-47b9-87d5-30d7c15ae7c0
  kind: Event
  lastTimestamp: "2026-07-28T17:51:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:51:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:18Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6857e0602abee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30455"
    uid: 706c4edb-4f89-4e9a-9cdf-6afafa45e82b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29248"
    uid: 848427a6-8898-4304-a1af-8c6b4bfa1026
  kind: Event
  lastTimestamp: "2026-07-28T17:51:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:30Z"
    name: isvc-lightgbm-v2-runtime.18c6855790581b63
    namespace: kserve-ci-e2e-test
    resourceVersion: "30546"
    uid: 5c6c88d8-3da0-4e7a-8f43-df88046cc052
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29248"
    uid: 848427a6-8898-4304-a1af-8c6b4bfa1026
  kind: Event
  lastTimestamp: "2026-07-28T17:48:33Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:33Z"
    name: isvc-lightgbm-v2-runtime.18c6855790e90d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29280"
    uid: f145d9ae-90a9-4416-8f7b-51f010fcbd58
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29252"
    uid: 848427a6-8898-4304-a1af-8c6b4bfa1026
  kind: Event
  lastTimestamp: "2026-07-28T17:48:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:48:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:48:33Z"
    name: isvc-lightgbm-v2-runtime.18c6855797b63dc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29281"
    uid: c34627fe-58c2-43aa-a62b-a691a500dcb6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30543"
    uid: 848427a6-8898-4304-a1af-8c6b4bfa1026
  kind: Event
  lastTimestamp: "2026-07-28T17:51:30Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:51:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:30Z"
    name: isvc-lightgbm-v2-runtime.18c68580c6a0e7c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30544"
    uid: 9e7e3dde-eea9-4821-b989-1b94794f7543
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27712"
    uid: d16aa5cc-ad9d-4a69-a6a0-0c2e05b8d9f1
  kind: Event
  lastTimestamp: "2026-07-28T17:46:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:46:49Z"
    name: isvc-lightgbm.18c6852b27bc92eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28405"
    uid: d8724d4e-7d3d-4ea2-b952-1c19bfe8e223
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27712"
    uid: d16aa5cc-ad9d-4a69-a6a0-0c2e05b8d9f1
  kind: Event
  lastTimestamp: "2026-07-28T17:45:22Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:45:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:22Z"
    name: isvc-lightgbm.18c6852b289752bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27728"
    uid: b6b33648-c3f5-471a-856d-1d3095537178
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "28402"
    uid: d16aa5cc-ad9d-4a69-a6a0-0c2e05b8d9f1
  kind: Event
  lastTimestamp: "2026-07-28T17:46:49Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:46:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:46:49Z"
    name: isvc-lightgbm.18c6853f5a02ed4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28403"
    uid: fda10c86-a8c8-49e9-b2ca-6f4143a4fd7e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:23:07.578403Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16750"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-866fbfd695-w6rrf
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:23:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:23:07Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f44c8ae1e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16756"
    uid: c62e216c-8792-4b83-8a09-e17e79eb4a0b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16761"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:08Z"
  message: Add eth0 [10.133.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:23:08Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f46603aa41
    namespace: kserve-ci-e2e-test
    resourceVersion: "16771"
    uid: f946eb7a-4402-4e96-a120-900ac4a1516e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:08Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f467f4cf18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16773"
    uid: 8389918a-a735-418e-b39b-52ee0af2efc3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:08Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f46ac3bec6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16774"
    uid: 360daf0a-3808-4386-9e5a-b1459a25b847
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:08Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f46b36729d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: e155a13c-5f50-4fd9-9060-75bea40740c9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:12Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f5604a5574
    namespace: kserve-ci-e2e-test
    resourceVersion: "16811"
    uid: 49c45a21-b4e9-404f-a61f-1bbb9dd0d54d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:12Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f563621207
    namespace: kserve-ci-e2e-test
    resourceVersion: "16813"
    uid: daeef766-0469-4b16-b90d-c32a98e660dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:12Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f563cf5f04
    namespace: kserve-ci-e2e-test
    resourceVersion: "16814"
    uid: f1ef81a2-5670-43a7-aa9e-fbc474184504
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:12Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f563d9517d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16815"
    uid: c96a4488-0838-4a1a-a14d-14abf73c7f18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:12Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f5666649c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 76f45a88-a77f-4855-86cf-f301fcb1a582
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:12Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f566d5c543
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: cb501c43-1f05-49b1-b024-30149f958a6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:12Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:12Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f566df61c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: f776e4cc-e3be-4e9d-b4dc-4ce55fd1149c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:12Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:12Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f569ece059
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: d0544e63-2800-4cde-9373-3ad36022ab74
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:23:12Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:23:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:12Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f56a68a74a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16823"
    uid: 1f0c8756-ed62-4999-bab5-2a4a56e63819
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:24:50Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:23:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:50Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f59c4d9969
    namespace: kserve-ci-e2e-test
    resourceVersion: "17630"
    uid: d6bc5f22-5c16-47f8-bfcf-580e8201211f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:24:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:50Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c683f5d821ef90
    namespace: kserve-ci-e2e-test
    resourceVersion: "17631"
    uid: bba5b056-217e-4968-861d-1985d944734e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:24:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:42Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c6840a7bfe31f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 75cf9e3d-5b83-4198-aade-6f1dfa2b19c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:24:42Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:42Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c6840a7bfe79b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: b3dc2e5d-ed45-44db-9cf0-5099a1e8a72b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:24:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:42Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c6840a7bfea31e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: b8d13dcd-6eaf-44ed-a8e5-93cf95fbe283
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-w6rrf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16754"
    uid: 48041153-9cc2-409a-b1a9-9cc566c8faec
  kind: Event
  lastTimestamp: "2026-07-28T17:25:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.20:8643/healthz": dial tcp
    10.133.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:25:00Z"
    name: isvc-logger-predictor-866fbfd695-w6rrf.18c6840b0853ae67
    namespace: kserve-ci-e2e-test
    resourceVersion: "17706"
    uid: aab72043-36dd-4840-8f7f-f426dc0b0f76
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-866fbfd695
    namespace: kserve-ci-e2e-test
    resourceVersion: "16740"
    uid: 5de18e8d-e892-42aa-9467-27473a763357
  kind: Event
  lastTimestamp: "2026-07-28T17:23:07Z"
  message: 'Created pod: isvc-logger-predictor-866fbfd695-w6rrf'
  metadata:
    creationTimestamp: "2026-07-28T17:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:07Z"
    name: isvc-logger-predictor-866fbfd695.18c683f44c136120
    namespace: kserve-ci-e2e-test
    resourceVersion: "16753"
    uid: 39fb1904-cf89-4688-986e-2bf106c882d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: 8b0206c7-6603-4281-a1fb-2fafd801259a
  kind: Event
  lastTimestamp: "2026-07-28T17:23:07Z"
  message: Scaled up replica set isvc-logger-predictor-866fbfd695 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:07Z"
    name: isvc-logger-predictor.18c683f4486d8cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16741"
    uid: c3386563-9ae5-4b16-b0a9-f772a300402b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: a007c911-40ea-48b3-b50a-9dac44b494a3
  kind: Event
  lastTimestamp: "2026-07-28T17:23:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:52Z"
    name: isvc-logger-predictor.18c683f7c6eb5b01
    namespace: kserve-ci-e2e-test
    resourceVersion: "17118"
    uid: 96eb026a-25cc-4259-a344-eecb868e5656
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16739"
    uid: a007c911-40ea-48b3-b50a-9dac44b494a3
  kind: Event
  lastTimestamp: "2026-07-28T17:23:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:23:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:52Z"
    name: isvc-logger-predictor.18c683f7c7528e4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17119"
    uid: 561f31ea-e851-4b02-9f47-442cef6453a9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: a007c911-40ea-48b3-b50a-9dac44b494a3
  kind: Event
  lastTimestamp: "2026-07-28T17:24:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:37Z"
    name: isvc-logger-predictor.18c68402442b546d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17449"
    uid: 53c31ef4-4cad-4340-9c8a-56dbefbf0fc4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16907"
    uid: a007c911-40ea-48b3-b50a-9dac44b494a3
  kind: Event
  lastTimestamp: "2026-07-28T17:24:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:24:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:37Z"
    name: isvc-logger-predictor.18c684024491d5ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: c92f424b-2445-466d-9286-c4d399e1f5a6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 84a6fd75-4276-4c3a-8782-f4c87517b623
  kind: Event
  lastTimestamp: "2026-07-28T17:24:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:30Z"
    name: isvc-logger.18c683f448792fc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 061761c0-a026-4c85-b73d-92374a11e504
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16730"
    uid: 84a6fd75-4276-4c3a-8782-f4c87517b623
  kind: Event
  lastTimestamp: "2026-07-28T17:23:07Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:23:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:23:07Z"
    name: isvc-logger.18c683f448fef99f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16744"
    uid: 472ff2f7-26cb-4a26-90b3-312d16cadce7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17398"
    uid: 84a6fd75-4276-4c3a-8782-f4c87517b623
  kind: Event
  lastTimestamp: "2026-07-28T17:24:30Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:30Z"
    name: isvc-logger.18c68407939573ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "17399"
    uid: edd0eed7-942c-4030-a061-bf0246bba690
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:52:14.179848Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30992"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:52:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:52:14Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858af619f048
    namespace: kserve-ci-e2e-test
    resourceVersion: "30998"
    uid: 9a20d263-ade5-4928-8339-ff29aad33791
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:52:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:14Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858b02af2b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "31007"
    uid: 2d0cc9ed-2b9c-4f61-881d-2a2a1ec3b3f0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "31002"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:52:15Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:52:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858b332b5b30
    namespace: kserve-ci-e2e-test
    resourceVersion: "31014"
    uid: 87e35cc8-8042-4b2a-9b35-34bb19bec09c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:52:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858b3576e4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31016"
    uid: cf5e2e2e-16ab-48bb-83db-3448577060ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:52:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858b37f9bb27
    namespace: kserve-ci-e2e-test
    resourceVersion: "31018"
    uid: 8e33b45d-7e15-4a22-b528-0cbd75527b13
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:52:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:52:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:15Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858b387dc485
    namespace: kserve-ci-e2e-test
    resourceVersion: "31019"
    uid: b988fa69-af96-43f6-a04c-57b5c04dacfe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:52:19Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T17:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858c3a0ad52b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31057"
    uid: faa1906f-0e39-402a-9bde-4687f7a749c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:52:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858c3cf7a1e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31059"
    uid: 04435371-7145-4a64-b62c-0646f7cde53a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:52:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858c3d68d911
    namespace: kserve-ci-e2e-test
    resourceVersion: "31060"
    uid: cc38f464-ed46-4012-b9ff-18e48d248fa4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:52:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858c3d723f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "31061"
    uid: eb9bea63-ca7f-4247-bcae-4ab424d64506
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:52:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858c3fdbf8d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31065"
    uid: 53602c7e-2206-422d-ac2e-f4ce5ecf0419
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:52:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:19Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c6858c404c0314
    namespace: kserve-ci-e2e-test
    resourceVersion: "31066"
    uid: b3fae96a-ee40-45ae-ae56-00a5ca1c4861
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:53:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c685969d3aa4a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31405"
    uid: 148630e2-33e5-4af0-a6a5-05211167bfbd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: 9741a2a3-8c17-4880-9b14-5fd009e0fa1a
  kind: Event
  lastTimestamp: "2026-07-28T17:53:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:53:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:04Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p.18c685969d3b35f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31406"
    uid: 2f57bd0d-bb3b-4044-96c7-4d0992132e7c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "30983"
    uid: cf7c5885-8ed8-4bcf-bd0b-8ebd3f7df27f
  kind: Event
  lastTimestamp: "2026-07-28T17:52:14Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-89z7p'
  metadata:
    creationTimestamp: "2026-07-28T17:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:14Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c6858af55801f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30997"
    uid: f7d511de-e6a7-4003-ac58-7d1961bde4e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30981"
    uid: 9a82be4b-5066-4076-8239-d405b6b075a1
  kind: Event
  lastTimestamp: "2026-07-28T17:52:14Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:14Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6858af08064e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "30985"
    uid: 214dbb08-8367-4666-a915-3c35c10afec5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: d6f43029-2b15-48b7-98d4-f251112861d3
  kind: Event
  lastTimestamp: "2026-07-28T17:52:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:29Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6858e6ebd7160
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: 3c261331-f7d9-49a7-8c8b-a0e63230443c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30982"
    uid: d6f43029-2b15-48b7-98d4-f251112861d3
  kind: Event
  lastTimestamp: "2026-07-28T17:52:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:52:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:29Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6858e6f365000
    namespace: kserve-ci-e2e-test
    resourceVersion: "31133"
    uid: d690cd8e-35ea-4214-8b89-1c7b32f8e312
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31131"
    uid: d6f43029-2b15-48b7-98d4-f251112861d3
  kind: Event
  lastTimestamp: "2026-07-28T17:52:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:59Z"
    name: isvc-mlflow-v2-runtime-predictor.18c68591ee7be9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31351"
    uid: 02c5cc3f-565a-4699-8ecf-1a97aab9fb2e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31131"
    uid: d6f43029-2b15-48b7-98d4-f251112861d3
  kind: Event
  lastTimestamp: "2026-07-28T17:52:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:52:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:59Z"
    name: isvc-mlflow-v2-runtime-predictor.18c68591eee58b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "31352"
    uid: d9babb48-f092-437d-a73f-0491c5bc745a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: bb31162a-4b81-4428-96ca-01cf8506bbfb
  kind: Event
  lastTimestamp: "2026-07-28T17:52:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:52:57Z"
    name: isvc-mlflow-v2-runtime.18c6858af02e26f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31341"
    uid: 3d3f171b-2634-4d3c-8b5f-f6d13c04084d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30973"
    uid: bb31162a-4b81-4428-96ca-01cf8506bbfb
  kind: Event
  lastTimestamp: "2026-07-28T17:52:14Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:52:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:52:14Z"
    name: isvc-mlflow-v2-runtime.18c6858af15b7ff9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30988"
    uid: b8d8041b-51c0-493a-a3bc-f40165e26f7c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31338"
    uid: bb31162a-4b81-4428-96ca-01cf8506bbfb
  kind: Event
  lastTimestamp: "2026-07-28T17:52:57Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:52:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:52:57Z"
    name: isvc-mlflow-v2-runtime.18c685951ae1bdc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31340"
    uid: f08f8567-2f4f-4b86-8fc6-6c8167b38393
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:54:34.631470Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32147"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-j75tw
    to ip-10-0-134-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:54:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:54:34Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685aba9abaa7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32154"
    uid: 4a2ca063-3ad3-443b-9445-5a1beb397d76
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32158"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:54:35Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:54:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685abc30ff938
    namespace: kserve-ci-e2e-test
    resourceVersion: "32170"
    uid: 1bc97909-a72b-4dcb-ad62-50e59103c3ff
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:54:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685abc61056e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32172"
    uid: b6108cb7-33a2-4891-a64e-eddc3b24ceb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:54:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685abc8bf1e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32173"
    uid: 6a2e0bde-f63c-4e19-9265-ab6d34a0d77a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:54:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:54:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:35Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685abc931ff57
    namespace: kserve-ci-e2e-test
    resourceVersion: "32174"
    uid: c6ef08e3-78fa-4268-85f8-54080e7d8409
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:54:40Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:54:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:40Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685acf121502f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32218"
    uid: feb30a1c-9444-4e16-96c8-076cd513a997
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:54:52Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 12.454s (12.454s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685afd77bd752
    namespace: kserve-ci-e2e-test
    resourceVersion: "32313"
    uid: 22ab83fd-83ea-40ac-a826-487061db1cc1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:54:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685afda748111
    namespace: kserve-ci-e2e-test
    resourceVersion: "32314"
    uid: 418b85c8-de48-4cf6-bff8-795bb22a422e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:54:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685afdad3a63a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32315"
    uid: 45bc3dc1-75c7-4c9d-b5f4-4866823bf1c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:54:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685afdadd8eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32316"
    uid: 7f285d50-f1cb-4ce7-a4e5-f09741681f23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:54:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685afdda49328
    namespace: kserve-ci-e2e-test
    resourceVersion: "32318"
    uid: 0434c460-7178-4a97-be8a-71df2e7481c0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:54:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:54:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:52Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685afde03ecf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: 397b947a-1439-4f75-833e-1fed3d428250
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:55:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:54:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:30Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685b037a7ba6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32597"
    uid: 6e7e15f8-48f9-4c8c-8603-4c5df0bfc3ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:55:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685bc5dfe42df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: afaeaef6-685c-4bf1-9259-8a3cd3b65d01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: 8960738b-6b23-4cbb-a5f6-3cb94197bf65
  kind: Event
  lastTimestamp: "2026-07-28T17:55:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:55:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:46Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-j75tw.18c685bc5dfe7615
    namespace: kserve-ci-e2e-test
    resourceVersion: "32738"
    uid: c145c0c8-9547-45a8-b3bd-fdc71c7f1f5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: c40b29f3-b770-4d38-ba40-54a7f97279da
  kind: Event
  lastTimestamp: "2026-07-28T17:54:34Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-j75tw'
  metadata:
    creationTimestamp: "2026-07-28T17:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:54:34Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c685aba8fda9c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32148"
    uid: bc1ae260-a120-4afd-a0c9-8a90556166d2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32136"
    uid: 14afa40d-5d8f-48d8-aa86-6be7b4ef5ef3
  kind: Event
  lastTimestamp: "2026-07-28T17:54:34Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:54:34Z"
    name: isvc-paddle-predictor.18c685aba59c4b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "32140"
    uid: 4e734783-139a-4f91-bb42-1f54289e5772
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32137"
    uid: 7df0d13e-d25c-408e-acbb-720397dba762
  kind: Event
  lastTimestamp: "2026-07-28T17:55:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:34Z"
    name: isvc-paddle-predictor.18c685af24dfd718
    namespace: kserve-ci-e2e-test
    resourceVersion: "32627"
    uid: 37d878bc-1442-4f9b-942e-ee9cd10534d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32137"
    uid: 7df0d13e-d25c-408e-acbb-720397dba762
  kind: Event
  lastTimestamp: "2026-07-28T17:55:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:34Z"
    name: isvc-paddle-predictor.18c685af2559b385
    namespace: kserve-ci-e2e-test
    resourceVersion: "32628"
    uid: 5b3462b9-b3ef-4e19-ac89-8f362e3fc2b1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32291"
    uid: 7df0d13e-d25c-408e-acbb-720397dba762
  kind: Event
  lastTimestamp: "2026-07-28T17:55:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:19Z"
    name: isvc-paddle-predictor.18c685b624673c13
    namespace: kserve-ci-e2e-test
    resourceVersion: "32523"
    uid: 69d731eb-16de-4ed7-b901-a5610e6a4d70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32291"
    uid: 7df0d13e-d25c-408e-acbb-720397dba762
  kind: Event
  lastTimestamp: "2026-07-28T17:55:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:55:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:19Z"
    name: isvc-paddle-predictor.18c685b625750794
    namespace: kserve-ci-e2e-test
    resourceVersion: "32525"
    uid: 078ca788-40a0-47ae-b117-baae1127c3ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:55:51.671302Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32798"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:55:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:55:51Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685bd999a2a87
    namespace: kserve-ci-e2e-test
    resourceVersion: "32806"
    uid: ca9763bf-0b94-4451-b8f4-9b019bfa3b2b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32810"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:55:52Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:55:52Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685bdb29e930d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32815"
    uid: 2beb978e-f5c2-402f-87c3-f61f870301e7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:55:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:52Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685bdb4aff8c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32817"
    uid: a8acdc2a-66c3-4fd0-ac7a-9ae49464ee91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:55:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:52Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685bdb74a8db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32819"
    uid: 0bdabe48-78f5-45c6-989b-b74edaba5bd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:55:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:55:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:52Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685bdb7e59365
    namespace: kserve-ci-e2e-test
    resourceVersion: "32820"
    uid: 433dbd80-1482-4719-9f50-c7b57f24d53a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:55:57Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:55:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:57Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685beedf687f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32864"
    uid: 8726a3ac-a618-4fed-b8f1-fff181489162
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:56:08Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.953s (10.953s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685c17ad2eba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32947"
    uid: ae54ee01-d639-4e2b-b46c-59eb257a908e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:56:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685c17d69ec18
    namespace: kserve-ci-e2e-test
    resourceVersion: "32949"
    uid: 61b59578-3f3b-4a50-ad76-0a89b35638f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:56:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685c17dce7313
    namespace: kserve-ci-e2e-test
    resourceVersion: "32950"
    uid: d277cb55-743e-480f-8e33-e23ca0644ac9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:56:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685c17dd8b0b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32952"
    uid: 56d4b845-edd0-4218-9715-845f9936deff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:56:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685c18076a34a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32953"
    uid: 8a1aead7-90de-4e58-9ae5-0595ff607691
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:56:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685c180dba95e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32954"
    uid: 406ca70b-8be1-4d8b-aa0e-92b54d2efbbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:56:46Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:56:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:46Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685c1f856e994
    namespace: kserve-ci-e2e-test
    resourceVersion: "33218"
    uid: 4b54f8f9-14c6-4536-918c-363f316cea96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685ce437903eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33365"
    uid: f9b0ebfb-b65b-48ec-b124-84b5c454e392
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf
    namespace: kserve-ci-e2e-test
    resourceVersion: "32801"
    uid: 43d924bc-c2b6-4f7b-b3da-fbee2fe4a24b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:57:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:03Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-sh9mf.18c685ce437a1ee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33366"
    uid: 3483e39d-7571-4905-9840-eb436430ab6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32788"
    uid: f46c1f39-fe91-4066-8fd6-a8022792a136
  kind: Event
  lastTimestamp: "2026-07-28T17:55:51Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-sh9mf'
  metadata:
    creationTimestamp: "2026-07-28T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:51Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c685bd989a01c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32800"
    uid: 456dbee9-46d4-4d03-b419-bc644ea8de32
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32786"
    uid: 2776ff42-6373-4758-b9c2-b918f78ee51f
  kind: Event
  lastTimestamp: "2026-07-28T17:55:51Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:51Z"
    name: isvc-paddle-runtime-predictor.18c685bd92129179
    namespace: kserve-ci-e2e-test
    resourceVersion: "32790"
    uid: bab40e24-bbf9-4b92-9b05-bcfd53df0aa0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32787"
    uid: 64bdb5e2-9ec6-4f04-bf61-86f2d0720644
  kind: Event
  lastTimestamp: "2026-07-28T17:56:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:56:51Z"
    name: isvc-paddle-runtime-predictor.18c685c1105fded9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33257"
    uid: 1a3832b3-4776-47e3-9d54-01cb0b9e0b98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32787"
    uid: 64bdb5e2-9ec6-4f04-bf61-86f2d0720644
  kind: Event
  lastTimestamp: "2026-07-28T17:56:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:56:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:56:51Z"
    name: isvc-paddle-runtime-predictor.18c685c110ced303
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: 0402c46a-5973-4f7d-8018-b297f78d117b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: dbc059c7-305b-42e5-b552-656bf38df426
  kind: Event
  lastTimestamp: "2026-07-28T17:56:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:56:56Z"
    name: isvc-paddle-runtime.18c685bd9214f9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: fb9a0511-bdbe-421a-9e44-c15e21161ba4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: dbc059c7-305b-42e5-b552-656bf38df426
  kind: Event
  lastTimestamp: "2026-07-28T17:55:51Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:55:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:55:51Z"
    name: isvc-paddle-runtime.18c685bd93215e50
    namespace: kserve-ci-e2e-test
    resourceVersion: "32794"
    uid: a886998d-5c75-4388-9fd1-4b969094e48d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33297"
    uid: dbc059c7-305b-42e5-b552-656bf38df426
  kind: Event
  lastTimestamp: "2026-07-28T17:56:56Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:56:56Z"
    name: isvc-paddle-runtime.18c685ccb4c415f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33298"
    uid: 4afe450b-8b7d-460a-a6b3-3603588cf0ee
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:57:08.456095Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33424"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:57:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:57:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685cf7a551012
    namespace: kserve-ci-e2e-test
    resourceVersion: "33430"
    uid: ec0a2fd5-3d10-4e58-b7ab-36a5efec235c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685cf875587e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33440"
    uid: 02c16113-7cbb-485d-aaba-78978280ec50
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33434"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:09Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:57:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685cfb761b7a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33448"
    uid: dea23960-5c02-41fd-a1ed-07eb05c023b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685cfb9315fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33450"
    uid: 06e887d4-bfe7-42a0-a22d-89ce8c2b9042
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685cfbb8d7d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33451"
    uid: ab7193e3-d290-4c54-8a50-b5e2c0404c94
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:57:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685cfbbf97fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33452"
    uid: 7c67d79b-af08-4531-be10-711575377ef7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:14Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685d0ecbe1d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33494"
    uid: 291a5d22-1f71-4092-aa70-a0853414b219
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685d0ef764f6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33496"
    uid: 98c27649-79c8-4aa0-aad5-8e7b1de1becb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685d0efe3d579
    namespace: kserve-ci-e2e-test
    resourceVersion: "33497"
    uid: a6b188f5-386b-4000-938d-4b3e14f74007
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685d0efec92cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33498"
    uid: 92a10645-49ce-4bc5-ac69-be1be922dc3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685d0f2b381c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33501"
    uid: 859ba69a-baec-407b-a56e-67ddb028d67d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:57:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:57:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685d0f323a2f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33502"
    uid: 5533d9f1-a719-4457-87aa-ce5d06022c56
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:58:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:57:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685d1647ed146
    namespace: kserve-ci-e2e-test
    resourceVersion: "33943"
    uid: a796e392-53ad-474f-bce0-71b86d69b451
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:58:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:10Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685ddddef6952
    namespace: kserve-ci-e2e-test
    resourceVersion: "33923"
    uid: 0113490e-da6a-4b02-bcfb-82506be1e71a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:58:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:58:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:10Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685ddddeffb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "33924"
    uid: 3ef9e1ab-e6f7-4c88-ab32-d15be90e7479
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: a165a6e4-7e10-4fd1-9ac4-7617c292a84b
  kind: Event
  lastTimestamp: "2026-07-28T17:58:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g.18c685de6e8f6fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "33942"
    uid: ca7b85ba-96fd-4159-be4d-0ff89a5038fe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33414"
    uid: 05d6927c-fa9e-4ada-9bdd-785e3996f4c3
  kind: Event
  lastTimestamp: "2026-07-28T17:57:08Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-zds6g'
  metadata:
    creationTimestamp: "2026-07-28T17:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:57:08Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c685cf79bfd107
    namespace: kserve-ci-e2e-test
    resourceVersion: "33427"
    uid: 0fa6f1a2-a5c4-443a-9e14-b6608e06bafc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33412"
    uid: abf0d5b7-6e98-40ac-a8a6-352f4af5035c
  kind: Event
  lastTimestamp: "2026-07-28T17:57:08Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:57:08Z"
    name: isvc-paddle-v2-kserve-predictor.18c685cf75b06e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "33416"
    uid: 2a50931c-4f74-447a-b7a0-f62f39c13ffb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: 723d801c-46bb-464c-a089-3b5f6bf54e32
  kind: Event
  lastTimestamp: "2026-07-28T17:57:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:57:53Z"
    name: isvc-paddle-v2-kserve-predictor.18c685d2f4d5c327
    namespace: kserve-ci-e2e-test
    resourceVersion: "33777"
    uid: 0e4e49b4-0cf8-4246-bb75-e2d6850400ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: 723d801c-46bb-464c-a089-3b5f6bf54e32
  kind: Event
  lastTimestamp: "2026-07-28T17:57:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:57:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:57:53Z"
    name: isvc-paddle-v2-kserve-predictor.18c685d2f59387df
    namespace: kserve-ci-e2e-test
    resourceVersion: "33778"
    uid: 610b531d-3211-4af3-9ed3-4289925eba78
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33571"
    uid: 723d801c-46bb-464c-a089-3b5f6bf54e32
  kind: Event
  lastTimestamp: "2026-07-28T17:58:08Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:08Z"
    name: isvc-paddle-v2-kserve-predictor.18c685dd7250ef82
    namespace: kserve-ci-e2e-test
    resourceVersion: "33890"
    uid: 2b8ae145-2eab-4605-8946-1971cc3e6661
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33571"
    uid: 723d801c-46bb-464c-a089-3b5f6bf54e32
  kind: Event
  lastTimestamp: "2026-07-28T17:58:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:58:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:08Z"
    name: isvc-paddle-v2-kserve-predictor.18c685dd72ba15b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33892"
    uid: f498f675-5c87-4ff4-bee8-7c1d0ee50717
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33405"
    uid: 5b499f4e-88bc-460e-9546-7e18170b4949
  kind: Event
  lastTimestamp: "2026-07-28T17:58:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:02Z"
    name: isvc-paddle-v2-kserve.18c685cf75b5d7d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33853"
    uid: f7405144-9b71-47dc-bfcb-41b97fc15258
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33405"
    uid: 5b499f4e-88bc-460e-9546-7e18170b4949
  kind: Event
  lastTimestamp: "2026-07-28T17:57:08Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:57:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:57:08Z"
    name: isvc-paddle-v2-kserve.18c685cf763b95e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33419"
    uid: d662625c-9a9d-436e-8386-e39bd8b3d212
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33848"
    uid: 5b499f4e-88bc-460e-9546-7e18170b4949
  kind: Event
  lastTimestamp: "2026-07-28T17:58:02Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:58:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:02Z"
    name: isvc-paddle-v2-kserve.18c685dc20a62413
    namespace: kserve-ci-e2e-test
    resourceVersion: "33849"
    uid: e81dff91-462a-4b25-850f-77ddf8e52b38
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32129"
    uid: 97b5ff9b-15c8-428c-850f-f6f390583288
  kind: Event
  lastTimestamp: "2026-07-28T17:55:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:55:40Z"
    name: isvc-paddle.18c685aba5aa323b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32681"
    uid: 2fce703d-c389-4fae-9cd9-1a4434d099ab
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32129"
    uid: 97b5ff9b-15c8-428c-850f-f6f390583288
  kind: Event
  lastTimestamp: "2026-07-28T17:54:34Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:54:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:54:34Z"
    name: isvc-paddle.18c685aba641b575
    namespace: kserve-ci-e2e-test
    resourceVersion: "32142"
    uid: 4106ae00-7eca-4ccf-978c-9f719edb5653
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: 97b5ff9b-15c8-428c-850f-f6f390583288
  kind: Event
  lastTimestamp: "2026-07-28T17:55:40Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:55:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:55:40Z"
    name: isvc-paddle.18c685bafcad0688
    namespace: kserve-ci-e2e-test
    resourceVersion: "32679"
    uid: 94a97688-1620-4f1a-9b10-e21c3317cb57
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:58:15.445296Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33995"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-qjbkj
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685df133343cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33999"
    uid: cb904b3f-5649-4b5a-8e88-bd6c5f52277c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:58:15Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685df2c5e2818
    namespace: kserve-ci-e2e-test
    resourceVersion: "34009"
    uid: 33632696-e1fd-40c6-98fc-167fabda0bd2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:58:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685df2de1366e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34011"
    uid: 46a1c39b-58ca-4d69-9d2c-264b39dd48cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:58:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685df306583a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 52876a9f-14c3-4b20-867c-a54058e2d797
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:58:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685df30d48873
    namespace: kserve-ci-e2e-test
    resourceVersion: "34013"
    uid: 4640af77-de17-414a-83e8-5b8ea841a065
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:58:19Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:58:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:19Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685e01cf1587b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34046"
    uid: 20f02f80-6a2b-4589-bf32-14aac19ec291
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:58:26Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.712s (6.712s
    including waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:26Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685e1ad0d4cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34093"
    uid: 8ff70ff9-42d7-49fe-ab97-49365998a7c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:58:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:26Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685e1b02528a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34094"
    uid: 510fcd0c-baee-4089-b569-80e41dd4d19f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:58:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:26Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685e1b0922e8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34095"
    uid: 11b099da-bbbd-4296-9ffc-9ed191c850cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:58:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:26Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685e1b09b486f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: 21aabae8-e4cb-4b75-8569-544389c0b158
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:58:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:26Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685e1b346440d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34097"
    uid: 7e5bce44-a508-48f9-a97a-ea84a004befd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:58:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:26Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685e1b3b4f2da
    namespace: kserve-ci-e2e-test
    resourceVersion: "34098"
    uid: f26cc640-94fa-4897-87a6-c2cbcc8bb1f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:59:33Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:33Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685e1fbfe7967
    namespace: kserve-ci-e2e-test
    resourceVersion: "34580"
    uid: e5af2c6a-a893-4666-b408-467da271f596
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:59:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:46Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685f442542d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "34689"
    uid: 19e4de8b-cb8c-45b5-aacb-7115c4fdddb0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:59:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:46Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685f44254bc66
    namespace: kserve-ci-e2e-test
    resourceVersion: "34690"
    uid: aebce2f5-466c-4a97-bcdb-53388a6619d8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-qjbkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33997"
    uid: 660e7892-5897-409d-8080-2fb9977fdf67
  kind: Event
  lastTimestamp: "2026-07-28T17:59:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:59:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:48Z"
    name: isvc-pmml-predictor-8674795f59-qjbkj.18c685f4d826da22
    namespace: kserve-ci-e2e-test
    resourceVersion: "34708"
    uid: 5fffe61a-233a-4141-89a1-ce3d628f5634
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33982"
    uid: be54aefd-ee60-4bcb-8341-0c3cef32f8d1
  kind: Event
  lastTimestamp: "2026-07-28T17:58:15Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-qjbkj'
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-pmml-predictor-8674795f59.18c685df12b13236
    namespace: kserve-ci-e2e-test
    resourceVersion: "33996"
    uid: 0e9835d8-7f3a-4d0e-9ee5-a3e83314bb4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33979"
    uid: ecae17f6-3ee0-44dd-8351-ea9f7e4c3bf1
  kind: Event
  lastTimestamp: "2026-07-28T17:58:15Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-pmml-predictor.18c685df0e274507
    namespace: kserve-ci-e2e-test
    resourceVersion: "33985"
    uid: ba28f24b-e14b-44ab-bbee-46b26014f9a0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33981"
    uid: 19ad6f9e-3fbd-45b1-94c6-1e4bb2c058b5
  kind: Event
  lastTimestamp: "2026-07-28T17:59:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:15Z"
    name: isvc-pmml-predictor.18c685e28c28abd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34450"
    uid: acab2243-6b03-4505-bd03-c0b90ad5cdea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33981"
    uid: 19ad6f9e-3fbd-45b1-94c6-1e4bb2c058b5
  kind: Event
  lastTimestamp: "2026-07-28T17:59:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:58:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:15Z"
    name: isvc-pmml-predictor.18c685e28c997c55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34451"
    uid: 877439cc-a2cc-4b7c-b417-a820fb9cb698
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 19ad6f9e-3fbd-45b1-94c6-1e4bb2c058b5
  kind: Event
  lastTimestamp: "2026-07-28T17:59:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:45Z"
    name: isvc-pmml-predictor.18c685f088d25803
    namespace: kserve-ci-e2e-test
    resourceVersion: "34665"
    uid: 39a96f97-ac92-4358-9f33-bbc9efd38c3d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34129"
    uid: 19ad6f9e-3fbd-45b1-94c6-1e4bb2c058b5
  kind: Event
  lastTimestamp: "2026-07-28T17:59:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:45Z"
    name: isvc-pmml-predictor.18c685f089522490
    namespace: kserve-ci-e2e-test
    resourceVersion: "34666"
    uid: c9c9bcea-eb49-46dd-9338-4ee7a8e128e0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:59:51.602084Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34758"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-429j2
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:59:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:59:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f576976ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34763"
    uid: c4b34fb1-654c-4b82-8e85-b990b1ad53c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T17:59:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f58601abf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34771"
    uid: b1e49cb6-62a7-4d20-96bb-7c530c6c80e8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T17:59:52Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:59:52Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f5b38bb4e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34779"
    uid: f21907b3-cb85-4323-8227-6dc556124f4b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T17:59:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:52Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f5b51fdf94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34781"
    uid: 17a4cf9d-d72c-4db2-ac70-1911806b6637
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T17:59:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:52Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f5b815f35a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34783"
    uid: e14f8e8d-bd75-4cd5-8824-9399f05d3613
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T17:59:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:52Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f5b8849362
    namespace: kserve-ci-e2e-test
    resourceVersion: "34784"
    uid: bc17d15d-b9a3-45a1-8861-665a716f5bf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T17:59:57Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f6c76b54d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34820"
    uid: 20fac832-d4c7-4506-96ec-90c9c78a96b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T17:59:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f6c9ef693a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34822"
    uid: 06cad246-b63c-4a5b-afdf-6aa175329981
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T17:59:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f6ca5d0232
    namespace: kserve-ci-e2e-test
    resourceVersion: "34823"
    uid: 26545f93-d513-429d-8f6a-6700647bb54c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T17:59:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f6ca666a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34824"
    uid: 1b4a92cf-0620-4b60-92f9-77c6374daa8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T17:59:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f6cd716dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "34828"
    uid: c078c749-5dfa-483a-a252-e3f2e322016a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T17:59:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f6cde3d16d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34829"
    uid: 688ebd7e-517b-4131-a10e-89a8dce288b0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T18:01:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c685f7036566e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35479"
    uid: 94e9b6b5-9eff-4b8c-a573-c73cd17723b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T18:01:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c6860ab0e3b624
    namespace: kserve-ci-e2e-test
    resourceVersion: "35461"
    uid: b62e8800-117a-43f4-958e-b9c815e4e2e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T18:01:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:01:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:22Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c6860ab0e4d3cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35462"
    uid: e18ad6a2-818f-4976-bc91-260519ffc68f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-429j2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34761"
    uid: 9daf85d7-614f-443d-8a84-6ffe73dd56f0
  kind: Event
  lastTimestamp: "2026-07-28T18:01:24Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:24Z"
    name: isvc-pmml-runtime-predictor-885fc8777-429j2.18c6860b098f5da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35478"
    uid: 0cd0f30b-2d6d-4486-9032-645ec3bfc05b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "34746"
    uid: 24e99ca8-a9e2-4401-850d-2f80659a4376
  kind: Event
  lastTimestamp: "2026-07-28T17:59:51Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-429j2'
  metadata:
    creationTimestamp: "2026-07-28T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:51Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c685f575cdfc11
    namespace: kserve-ci-e2e-test
    resourceVersion: "34762"
    uid: b7120596-629d-4bb4-9979-08491c7ae0aa
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34744"
    uid: d1115392-119a-447f-9ec2-b235037dcecc
  kind: Event
  lastTimestamp: "2026-07-28T17:59:51Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:51Z"
    name: isvc-pmml-runtime-predictor.18c685f56f9c1d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34747"
    uid: 9536b001-ad70-4531-918c-7ebb20b690b4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34745"
    uid: d0dfe157-b894-428c-8d47-646da818dcab
  kind: Event
  lastTimestamp: "2026-07-28T18:00:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:00:36Z"
    name: isvc-pmml-runtime-predictor.18c685f8ee1194ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "35112"
    uid: 9493475b-c1d9-4726-b687-1de3f1bc0522
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34745"
    uid: d0dfe157-b894-428c-8d47-646da818dcab
  kind: Event
  lastTimestamp: "2026-07-28T18:00:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:00:36Z"
    name: isvc-pmml-runtime-predictor.18c685f8ee750d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35113"
    uid: 77b69942-974d-4b51-8f19-bb3d6c6e5be6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: d0dfe157-b894-428c-8d47-646da818dcab
  kind: Event
  lastTimestamp: "2026-07-28T18:01:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:21Z"
    name: isvc-pmml-runtime-predictor.18c686036c17f0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "35438"
    uid: 51328a37-9bd6-459e-a3b7-d1b91967c7e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34905"
    uid: d0dfe157-b894-428c-8d47-646da818dcab
  kind: Event
  lastTimestamp: "2026-07-28T18:01:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:00:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:21Z"
    name: isvc-pmml-runtime-predictor.18c686036c9cf394
    namespace: kserve-ci-e2e-test
    resourceVersion: "35439"
    uid: afda3504-dec6-4c67-b3e9-e8aa6e8dcb9d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34737"
    uid: 2fdfdda3-b97e-4994-b0d9-e307c5e6dea7
  kind: Event
  lastTimestamp: "2026-07-28T18:01:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:01:14Z"
    name: isvc-pmml-runtime.18c685f56fcc406a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35387"
    uid: c51e237a-0fa1-4d18-a79b-f51ae49d81c8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34737"
    uid: 2fdfdda3-b97e-4994-b0d9-e307c5e6dea7
  kind: Event
  lastTimestamp: "2026-07-28T17:59:51Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:59:51Z"
    name: isvc-pmml-runtime.18c685f57098140b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34752"
    uid: afd665e0-6d41-467f-a972-d2e04d8f376f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35383"
    uid: 2fdfdda3-b97e-4994-b0d9-e307c5e6dea7
  kind: Event
  lastTimestamp: "2026-07-28T18:01:14Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:01:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:01:14Z"
    name: isvc-pmml-runtime.18c68608bc178e87
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: bf7a935b-0669-446b-8a22-614fbc7e0524
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:01:28.083616Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35532"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:01:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:01:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860bed56aedf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35536"
    uid: ff8e33c9-2360-43c9-92a0-960707d79546
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35540"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:01:28Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:01:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860c06809bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35548"
    uid: 38fefbf6-c1bd-49f5-ae18-e3badc6b3f6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:01:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860c088f7f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: 0705f81f-5763-4472-bab5-cf2da9dd066c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:01:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860c0c819116
    namespace: kserve-ci-e2e-test
    resourceVersion: "35551"
    uid: e91f5296-d0f0-432b-bef7-35ca6ab63917
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:01:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860c0cf23c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "35552"
    uid: 9670c61b-00be-4aaf-8c53-472a83f2dba9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:01:32Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860cf9ef460b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35585"
    uid: aa2a6b1c-1ea7-4d11-b421-3b82ae52bcaf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:01:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860cfd5c8b00
    namespace: kserve-ci-e2e-test
    resourceVersion: "35587"
    uid: 7acde198-a2dd-4503-843f-dd40e0523da3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:01:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860cfdc9a1c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35588"
    uid: 062728aa-a37b-4103-be58-3cee0e681b54
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:01:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860cfdd312af
    namespace: kserve-ci-e2e-test
    resourceVersion: "35589"
    uid: c1fbe752-dd06-40f9-acdf-175489096a36
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:01:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860d005912be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35593"
    uid: c6eda6d2-f38b-49b4-bf38-8722634137aa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:01:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:32Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860d00c3ffd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35594"
    uid: 659a4c23-105f-40c8-a34c-6577593d34a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:03:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:01:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6860d71a84c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "36249"
    uid: 53c6b1f7-4de1-449b-b575-a2f9c1d57719
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:02:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c686211c7bd16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36232"
    uid: 96b82fde-5075-4193-a9b5-38792d0b7457
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:02:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:02:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:59Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c686211c7cd74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36234"
    uid: 1f74462f-d796-4459-a294-36f88fd14126
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl
    namespace: kserve-ci-e2e-test
    resourceVersion: "35533"
    uid: 69cd0ad2-dea6-4368-ba57-62d70613d679
  kind: Event
  lastTimestamp: "2026-07-28T18:03:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:03:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:00Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl.18c6862177d61184
    namespace: kserve-ci-e2e-test
    resourceVersion: "36248"
    uid: 846b9214-67ea-425b-b7e6-e026b82cd6b8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35518"
    uid: 27acc62e-6a24-4a32-8d93-fdaa14d9f168
  kind: Event
  lastTimestamp: "2026-07-28T18:01:28Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-htpsl'
  metadata:
    creationTimestamp: "2026-07-28T18:01:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:28Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c6860becd7ec13
    namespace: kserve-ci-e2e-test
    resourceVersion: "35534"
    uid: d3b67b2d-736a-4306-bd7f-6ca273bf6d67
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35515"
    uid: ca3fd1bb-beff-428d-87cf-5b942f8d1851
  kind: Event
  lastTimestamp: "2026-07-28T18:01:27Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:27Z"
    name: isvc-pmml-v2-kserve-predictor.18c6860be242b787
    namespace: kserve-ci-e2e-test
    resourceVersion: "35520"
    uid: 070f8110-954b-4d8c-ba99-db093360eb87
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35517"
    uid: 795aa127-5492-4abd-ac99-779336f28d1c
  kind: Event
  lastTimestamp: "2026-07-28T18:02:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:12Z"
    name: isvc-pmml-v2-kserve-predictor.18c6860f615c82bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35884"
    uid: 34fb5fed-61ec-4fa1-bc8a-4e527dc9a119
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35517"
    uid: 795aa127-5492-4abd-ac99-779336f28d1c
  kind: Event
  lastTimestamp: "2026-07-28T18:02:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:01:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:12Z"
    name: isvc-pmml-v2-kserve-predictor.18c6860f61c2b00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35885"
    uid: 41fbfa2b-031c-4e3b-8ecb-3745f5c8dac6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: 795aa127-5492-4abd-ac99-779336f28d1c
  kind: Event
  lastTimestamp: "2026-07-28T18:02:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:58Z"
    name: isvc-pmml-v2-kserve-predictor.18c68619df3350c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36207"
    uid: 3599c37c-4419-424a-a7b2-102c421011ea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35675"
    uid: 795aa127-5492-4abd-ac99-779336f28d1c
  kind: Event
  lastTimestamp: "2026-07-28T18:02:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:02:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:58Z"
    name: isvc-pmml-v2-kserve-predictor.18c68619dfe994d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36208"
    uid: cc0f03dc-4d1f-4d9b-95fc-5c20d60246a0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35509"
    uid: 66cf2193-049c-4529-baa4-89f5105f1365
  kind: Event
  lastTimestamp: "2026-07-28T18:02:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:02:50Z"
    name: isvc-pmml-v2-kserve.18c6860be242e36c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: c0ad6ef7-b4f2-4b15-9c5c-e19439743217
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35509"
    uid: 66cf2193-049c-4529-baa4-89f5105f1365
  kind: Event
  lastTimestamp: "2026-07-28T18:01:27Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:01:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:01:27Z"
    name: isvc-pmml-v2-kserve.18c6860be2f6a8b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35523"
    uid: 2e8eb620-0c7a-493c-b1a0-223074338c0f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36151"
    uid: 66cf2193-049c-4529-baa4-89f5105f1365
  kind: Event
  lastTimestamp: "2026-07-28T18:02:50Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:02:50Z"
    name: isvc-pmml-v2-kserve.18c6861f2aa622d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36153"
    uid: 865df20b-e199-4b6b-8305-a0571f6ca570
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 4626f0be-e9b5-4545-9a50-421d7823c989
  kind: Event
  lastTimestamp: "2026-07-28T17:59:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:59:44Z"
    name: isvc-pmml.18c685df0ddbdb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "34655"
    uid: aebac527-d977-4608-93ca-7d856544c6ce
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33972"
    uid: 4626f0be-e9b5-4545-9a50-421d7823c989
  kind: Event
  lastTimestamp: "2026-07-28T17:58:15Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:58:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:15Z"
    name: isvc-pmml.18c685df0e574450
    namespace: kserve-ci-e2e-test
    resourceVersion: "33987"
    uid: 0006a5a8-40a4-4799-8d45-668d7cd4b657
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "34652"
    uid: 4626f0be-e9b5-4545-9a50-421d7823c989
  kind: Event
  lastTimestamp: "2026-07-28T17:59:44Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:59:44Z"
    name: isvc-pmml.18c685f3b51fc524
    namespace: kserve-ci-e2e-test
    resourceVersion: "34654"
    uid: ff3284f5-af41-448b-a03c-37fface5617b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:08:56.658729Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39205"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:08:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:08:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c686745e7fb753
    namespace: kserve-ci-e2e-test
    resourceVersion: "39209"
    uid: 6a580012-bbda-486d-a554-998589b142eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39214"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:08:57Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:08:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c6867477fbb7b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39222"
    uid: 2a703115-1048-4ed9-a90f-ca4ada4126c3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:08:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c6867479a4ace3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39225"
    uid: fdafd764-1435-4f74-b9e5-7e37cd3afbdf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:08:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c686747ce33b71
    namespace: kserve-ci-e2e-test
    resourceVersion: "39226"
    uid: 32fa4a2e-1819-4097-ad1c-3802e1a62055
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:08:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c686747d543e89
    namespace: kserve-ci-e2e-test
    resourceVersion: "39227"
    uid: 53ef401c-a189-4970-8eb1-ea098c1ba9be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:09:01Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c6867571504e98
    namespace: kserve-ci-e2e-test
    resourceVersion: "39262"
    uid: 84d7b0b5-e171-4891-b8d6-0dcbe4ace18a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:09:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c686757429664a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39264"
    uid: 6e0d895c-62ec-409a-a712-69ba3d422ec5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:09:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c68675749b017f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39265"
    uid: 760d3cc2-49da-4002-8ba0-45a238ad4a1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:09:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c6867574a58027
    namespace: kserve-ci-e2e-test
    resourceVersion: "39266"
    uid: c77c947d-fba2-4515-ae8e-5fad75ae527d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:09:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c68675781e1c36
    namespace: kserve-ci-e2e-test
    resourceVersion: "39269"
    uid: c3a84e18-9e87-4ac2-a38d-fb702b9d8ff1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:09:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:09:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:01Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c68675788c57c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39270"
    uid: c4c17050-f438-4589-a059-955b76384c58
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:10:28Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:09:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c68675ad4959d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39928"
    uid: e14d0db2-c50e-4887-ad4b-bd93bf5967d6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:10:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:26Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c686895bc99c08
    namespace: kserve-ci-e2e-test
    resourceVersion: "39916"
    uid: 7abff1b9-40dc-494b-9200-d566cfc287e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:10:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:26Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c686895bca3dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "39917"
    uid: 984aea86-f875-49fc-a6a6-b3340e324e8c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: d520360a-3ca3-4e45-8be8-074cc168bf57
  kind: Event
  lastTimestamp: "2026-07-28T18:10:28Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:10:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:28Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz.18c68689b3739066
    namespace: kserve-ci-e2e-test
    resourceVersion: "39927"
    uid: 36774ff2-306c-433d-95e3-a37fcfb4c9a7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39192"
    uid: 9aa5a6d5-d416-4b78-af38-662ef74399b8
  kind: Event
  lastTimestamp: "2026-07-28T18:08:56Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-8z4nz'
  metadata:
    creationTimestamp: "2026-07-28T18:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c686745df4105c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39206"
    uid: fc765abe-64fd-477e-ad87-df52f28b2941
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39189"
    uid: 386801ce-68a5-4109-9ad8-8c2a9c77469e
  kind: Event
  lastTimestamp: "2026-07-28T18:08:56Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:56Z"
    name: isvc-predictive-lightgbm-predictor.18c6867458d5345b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39194"
    uid: 122e0dcb-b0b7-4afa-8c2b-4a46794daf71
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39190"
    uid: c2306c8d-4593-4f32-89c8-2836834b78ad
  kind: Event
  lastTimestamp: "2026-07-28T18:09:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:09:26Z"
    name: isvc-predictive-lightgbm-predictor.18c68677d7b5d0c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39453"
    uid: 9cc3133b-12cd-4001-a3e1-fd409e80abb8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39190"
    uid: c2306c8d-4593-4f32-89c8-2836834b78ad
  kind: Event
  lastTimestamp: "2026-07-28T18:09:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:09:26Z"
    name: isvc-predictive-lightgbm-predictor.18c68677d82cf0db
    namespace: kserve-ci-e2e-test
    resourceVersion: "39454"
    uid: 06469a78-f6f2-4e31-96a8-180d2064a989
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: c2306c8d-4593-4f32-89c8-2836834b78ad
  kind: Event
  lastTimestamp: "2026-07-28T18:10:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:26Z"
    name: isvc-predictive-lightgbm-predictor.18c6867ed65cd04e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39899"
    uid: 20e4340d-2036-467b-a74b-74e65c1ff1c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:09:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39350"
    uid: c2306c8d-4593-4f32-89c8-2836834b78ad
  kind: Event
  lastTimestamp: "2026-07-28T18:10:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:09:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:26Z"
    name: isvc-predictive-lightgbm-predictor.18c6867ed6ced60a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39900"
    uid: da85ae6a-4b52-4c0b-ac16-ad9571ef968a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:13:43.501834Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41505"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:13:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686b727ae3cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "41510"
    uid: 3bb0f9f8-f9d8-4f6a-a17e-6c0a63b172ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41516"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:13:43Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686b7411f1e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "41522"
    uid: 23cbc3c9-a961-4cf6-b945-ab3bfb546219
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:13:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686b744611027
    namespace: kserve-ci-e2e-test
    resourceVersion: "41524"
    uid: 0e7d085e-fb87-41c6-93b7-ce4a1158b99e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:13:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686b747cd8fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41526"
    uid: bed1032a-9804-4f0c-8365-b11eb3ef9d34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:13:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:13:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:44Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686b7483eb0eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41527"
    uid: cdb61288-bc4b-47bb-a0fd-b1976bcab91f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:13:48Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686b846d0bdff
    namespace: kserve-ci-e2e-test
    resourceVersion: "41560"
    uid: b474fad0-ab24-4983-bdf6-afe569805945
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:13:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686b849991b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41562"
    uid: 1e67ab96-cb73-4fbc-a45a-3becfb8a4007
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:13:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686b84a0ea14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "41563"
    uid: 2cd2f05e-1bc8-4f39-a315-1a47c18c6f17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:13:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686b84a19cfff
    namespace: kserve-ci-e2e-test
    resourceVersion: "41564"
    uid: 6170f56f-0405-4bc8-bcb9-6d3dec865b8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:13:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686b84d180e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "41568"
    uid: 73ad5514-163a-4cf0-a151-2c366f46777e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:13:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:13:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686b84d8cd1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41569"
    uid: 5577e3a1-9c4a-42ac-8a0b-628c142a633c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:15:16Z"
  message: 'Readiness probe failed: Get "http://10.133.0.54:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.54:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:14:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686c120e0296b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42223"
    uid: 3e352103-f5b7-4637-9f0d-6acecd69e45e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:15:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686cc1f3bf28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42201"
    uid: 75ceb09f-f3af-42e2-a002-822e39075051
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:15:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:15:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:13Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686cc1f3c4d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42202"
    uid: 02ee6037-525b-4734-ad9d-256b8e0cc6b6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z
    namespace: kserve-ci-e2e-test
    resourceVersion: "41506"
    uid: 8b8a5be9-b1bd-4ff7-9dce-f12dd52985c9
  kind: Event
  lastTimestamp: "2026-07-28T18:15:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:15:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z.18c686ccc4b4420d
    namespace: kserve-ci-e2e-test
    resourceVersion: "42222"
    uid: b6f79e3f-5aa9-442e-958c-8c8d094749e6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "41493"
    uid: 6ba7b022-f414-4d43-a879-b9e291d7a4b3
  kind: Event
  lastTimestamp: "2026-07-28T18:13:43Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-b7b9z'
  metadata:
    creationTimestamp: "2026-07-28T18:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c686b7271418ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "41507"
    uid: fba9553d-b03c-49c3-9db6-2f4da58ef919
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41490"
    uid: 29eacc49-4fa4-4ae1-87a5-f6ec9f81a3e4
  kind: Event
  lastTimestamp: "2026-07-28T18:13:43Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:43Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c686b71e412d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "41495"
    uid: 9fe3c0bf-5671-4356-9251-bf5d084c34bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41492"
    uid: 775fe910-928c-4813-8baa-7d13ee7cc544
  kind: Event
  lastTimestamp: "2026-07-28T18:13:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:58Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c686ba9d5c0c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "41640"
    uid: 6fa34716-b0b7-4575-8156-a6e9edba4c90
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41492"
    uid: 775fe910-928c-4813-8baa-7d13ee7cc544
  kind: Event
  lastTimestamp: "2026-07-28T18:13:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:13:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:58Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c686ba9dc4aeeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41641"
    uid: d1260ce4-db70-4531-9bf3-6df93284f154
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41639"
    uid: 775fe910-928c-4813-8baa-7d13ee7cc544
  kind: Event
  lastTimestamp: "2026-07-28T18:15:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:13Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c686be1df5e2ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "42185"
    uid: adde3c75-ddba-4e80-9f99-0c1b1959c561
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41639"
    uid: 775fe910-928c-4813-8baa-7d13ee7cc544
  kind: Event
  lastTimestamp: "2026-07-28T18:15:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:14:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:13Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c686be1e92c358
    namespace: kserve-ci-e2e-test
    resourceVersion: "42186"
    uid: 95c86bda-eb2a-40b5-ba7e-05b5455411b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41482"
    uid: fb4dc35f-e653-4757-9ef7-6162d1fe26ed
  kind: Event
  lastTimestamp: "2026-07-28T18:15:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:15:06Z"
    name: isvc-predictive-lightgbm-v2.18c686b71e57c32c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42133"
    uid: a0e60926-e199-4e1e-a7f7-a1f4742abf40
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41482"
    uid: fb4dc35f-e653-4757-9ef7-6162d1fe26ed
  kind: Event
  lastTimestamp: "2026-07-28T18:13:43Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:13:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:13:43Z"
    name: isvc-predictive-lightgbm-v2.18c686b71f49797b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41499"
    uid: 6b5ebdda-d2c0-44f7-bf12-36e0c66d783a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42131"
    uid: fb4dc35f-e653-4757-9ef7-6162d1fe26ed
  kind: Event
  lastTimestamp: "2026-07-28T18:15:06Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:15:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:15:06Z"
    name: isvc-predictive-lightgbm-v2.18c686ca78e21001
    namespace: kserve-ci-e2e-test
    resourceVersion: "42132"
    uid: 93ab74ce-5ec1-4913-9e5f-3982cea64eac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39182"
    uid: ca71a49b-bab9-41bc-afd0-b15b3739e389
  kind: Event
  lastTimestamp: "2026-07-28T18:10:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:10:18Z"
    name: isvc-predictive-lightgbm.18c6867458d434c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "39840"
    uid: 9543e8f9-e1de-4f84-b499-afbf819baae3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39182"
    uid: ca71a49b-bab9-41bc-afd0-b15b3739e389
  kind: Event
  lastTimestamp: "2026-07-28T18:08:56Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:08:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:08:56Z"
    name: isvc-predictive-lightgbm.18c6867459581d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39197"
    uid: 48c6d8ac-705e-4506-9e6b-149264953132
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "39837"
    uid: ca71a49b-bab9-41bc-afd0-b15b3739e389
  kind: Event
  lastTimestamp: "2026-07-28T18:10:18Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:10:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:10:18Z"
    name: isvc-predictive-lightgbm.18c6868765e67b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39838"
    uid: 600a43ed-9a66-4422-b6d2-c359cda54f79
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:05:26.122124Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37538"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:05:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:05:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c68643598a1a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37545"
    uid: a47a55e6-bde9-4a0c-a1a6-5ae175eae5df
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37551"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:05:26Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:05:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c686437360c2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37556"
    uid: bdef372b-b423-491b-a2ff-8df33b85ff43
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:05:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c68643757b0a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37558"
    uid: 29e523d2-e0f5-4321-aedb-edd10e95677f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:05:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c68643785e93a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37559"
    uid: 7c5c3346-a332-4e3f-8de1-79cf84d0dcc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:05:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c6864378d0dfef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37560"
    uid: 15dc850b-2eca-4ae3-b188-7b4b4b9ebaf0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:05:30Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c686445bf87c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "37594"
    uid: 4a495ed6-4b34-4270-9b96-1ba2d43f169a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:05:50Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 20.496s
    (20.496s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:05:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c6864921ace382
    namespace: kserve-ci-e2e-test
    resourceVersion: "37741"
    uid: df0f939b-b5f4-42ae-b043-0e14508603f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:05:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c68649252397c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37744"
    uid: 378cf31e-6de3-4694-9de1-5362ffbb0903
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:05:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c68649259ab018
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: d531186c-961e-468b-8b8e-1a372e2792a3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:05:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c6864925a5e433
    namespace: kserve-ci-e2e-test
    resourceVersion: "37746"
    uid: 5c7ce73b-abf8-4457-a8db-39fa429f2b3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:05:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c6864928f4c64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37747"
    uid: e7ff73f6-96f9-47bc-87cc-8955ecc65aec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:05:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:05:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:51Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c68649296ed300
    namespace: kserve-ci-e2e-test
    resourceVersion: "37748"
    uid: 2a38bac2-7c31-4239-b145-891b58c07bc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:07:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:05:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c68649819d3231
    namespace: kserve-ci-e2e-test
    resourceVersion: "38397"
    uid: 56440cd1-0fde-4b2e-b42a-a6f80534e164
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:07:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:16Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c6865cfa49e53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38376"
    uid: f8711c60-7986-4902-a89c-949b11fc8f6c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:07:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:07:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:16Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c6865cfa4ab28f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38377"
    uid: a9c12d94-feab-4f3e-934b-c461477a5003
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h
    namespace: kserve-ci-e2e-test
    resourceVersion: "37542"
    uid: f70dc3d5-4fe9-4865-b3d5-363efa8a2d9a
  kind: Event
  lastTimestamp: "2026-07-28T18:07:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h.18c6865d87dc17c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38396"
    uid: 23ef9883-476b-41ff-8c92-f8cd9dc509ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "37528"
    uid: fa9632b5-5a59-460d-9f5d-6a00e5b3d962
  kind: Event
  lastTimestamp: "2026-07-28T18:05:26Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-p5p2h'
  metadata:
    creationTimestamp: "2026-07-28T18:05:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:05:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c68643584a0388
    namespace: kserve-ci-e2e-test
    resourceVersion: "37541"
    uid: 0246b45b-0932-4965-b89e-3b873d2e6d30
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37526"
    uid: fd600789-a618-4ace-8ebe-f9bf2b460c72
  kind: Event
  lastTimestamp: "2026-07-28T18:05:25Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:05:25Z"
    name: isvc-predictive-sklearn-predictor.18c6864350d6e787
    namespace: kserve-ci-e2e-test
    resourceVersion: "37529"
    uid: 335bdde6-b438-46c1-973f-6d1fd691a1e1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37527"
    uid: 619ba413-aeb3-4a4c-aacc-ea1f90421dd3
  kind: Event
  lastTimestamp: "2026-07-28T18:05:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:05:56Z"
    name: isvc-predictive-sklearn-predictor.18c68646d0da5799
    namespace: kserve-ci-e2e-test
    resourceVersion: "37786"
    uid: 3184798f-70fc-4550-90a5-b7b8c87f90a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37527"
    uid: 619ba413-aeb3-4a4c-aacc-ea1f90421dd3
  kind: Event
  lastTimestamp: "2026-07-28T18:05:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:05:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:05:56Z"
    name: isvc-predictive-sklearn-predictor.18c68646d1aa546f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37787"
    uid: 0c53d4f7-5a67-4ba2-ab27-3b05a4c19f6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37675"
    uid: 619ba413-aeb3-4a4c-aacc-ea1f90421dd3
  kind: Event
  lastTimestamp: "2026-07-28T18:07:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:07:11Z"
    name: isvc-predictive-sklearn-predictor.18c6864dd0375328
    namespace: kserve-ci-e2e-test
    resourceVersion: "38324"
    uid: e22bf4de-02cb-49ef-a915-64d474feef26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37675"
    uid: 619ba413-aeb3-4a4c-aacc-ea1f90421dd3
  kind: Event
  lastTimestamp: "2026-07-28T18:07:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:07:11Z"
    name: isvc-predictive-sklearn-predictor.18c6864dd0a13a34
    namespace: kserve-ci-e2e-test
    resourceVersion: "38325"
    uid: 61917dba-a45a-412f-97a4-bddcd336fe46
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:10:32.056190Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39978"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:10:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:10:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6868a94a170a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39983"
    uid: 6b0c60b6-c041-4adb-ae26-223feb33befc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39989"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:10:32Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:10:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6868aae427840
    namespace: kserve-ci-e2e-test
    resourceVersion: "40002"
    uid: 08e7a11a-21aa-4954-b3c4-45471d810b43
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:10:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6868aaff6708b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40004"
    uid: a7fe6bfc-ca7f-4a1f-a30b-2735786827ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:10:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6868ab2cfee7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40005"
    uid: a7418d99-dfba-442e-a1fa-1e971ab76239
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:10:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6868ab34742b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40006"
    uid: 9ea5aa6a-aeb1-4fb4-9289-adde0124c86b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:10:36Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6868ba44893d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40039"
    uid: 480fd552-e566-4f2f-bd99-acfcde77e4b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:10:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6868ba98e0de5
    namespace: kserve-ci-e2e-test
    resourceVersion: "40043"
    uid: 7286cee7-55b6-4a06-9711-99e2ad57f385
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:10:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6868ba9ff5478
    namespace: kserve-ci-e2e-test
    resourceVersion: "40044"
    uid: 494b700a-7141-4550-8f79-931bb0102f12
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:10:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6868baa0aa745
    namespace: kserve-ci-e2e-test
    resourceVersion: "40045"
    uid: 8bad1d96-7203-4a5e-bff2-a096b40f4f70
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:10:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6868bacac2cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40047"
    uid: bceb46cb-d093-493b-8b04-448eb17d9bd9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:10:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:10:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:36Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6868bad21622e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40048"
    uid: 4ba53431-c558-4a0f-8f5f-aa6f3383dde1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:12:03Z"
  message: 'Readiness probe failed: Get "http://10.133.0.52:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.52:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:03Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c686944295c7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40683"
    uid: f5a3003b-e4bf-4fdb-9ae7-0a39fb95fc4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:12:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:03Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6869fc1b3b02a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40676"
    uid: e75983c1-06b7-4c3c-a550-cee5adc0dc0b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:12:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:03Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6869fc1b449fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40677"
    uid: b08a5166-0043-43d4-a848-55af1b48cac7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "39981"
    uid: 5e4e10cb-8be6-4573-bcb3-f3abbe356f79
  kind: Event
  lastTimestamp: "2026-07-28T18:12:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:12:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:03Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw.18c6869fe67bf4df
    namespace: kserve-ci-e2e-test
    resourceVersion: "40682"
    uid: 48ff20da-fb5b-422e-85ba-9a0f1861d433
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39967"
    uid: 557ae004-e37b-44f4-b2e5-d369d408d2e7
  kind: Event
  lastTimestamp: "2026-07-28T18:10:32Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-d9vxw'
  metadata:
    creationTimestamp: "2026-07-28T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c6868a940c42fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "39980"
    uid: 6cd3ab96-11c1-4ee8-98cd-a0c77f10d1a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39964"
    uid: 853517d0-bd1c-4047-934c-fac1869344ff
  kind: Event
  lastTimestamp: "2026-07-28T18:10:31Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:31Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6868a8df5fc7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39969"
    uid: ea46d41d-3531-4ab5-bf05-dcf38f9b1e61
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39968"
    uid: 6a679b0e-a121-4e30-b795-b1c90c93a34f
  kind: Event
  lastTimestamp: "2026-07-28T18:10:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:46Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6868e0d82ff85
    namespace: kserve-ci-e2e-test
    resourceVersion: "40121"
    uid: 448b738b-8e7e-417f-8b12-36befbe1ba9d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39968"
    uid: 6a679b0e-a121-4e30-b795-b1c90c93a34f
  kind: Event
  lastTimestamp: "2026-07-28T18:10:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:10:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:46Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6868e0dfa6167
    namespace: kserve-ci-e2e-test
    resourceVersion: "40123"
    uid: 5adc5cdf-ac16-427b-aacb-39a530e9fd95
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40122"
    uid: 6a679b0e-a121-4e30-b795-b1c90c93a34f
  kind: Event
  lastTimestamp: "2026-07-28T18:12:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:12:02Z"
    name: isvc-predictive-sklearn-v2-predictor.18c686918ceeb5f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40650"
    uid: ab7154ca-df78-4712-ab1e-8a2db0b0f171
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40122"
    uid: 6a679b0e-a121-4e30-b795-b1c90c93a34f
  kind: Event
  lastTimestamp: "2026-07-28T18:12:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:11:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:12:02Z"
    name: isvc-predictive-sklearn-v2-predictor.18c686918d7db043
    namespace: kserve-ci-e2e-test
    resourceVersion: "40651"
    uid: 2a40cad9-f11b-463c-9695-fd0aec21ff01
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39956"
    uid: 16666352-5600-48e2-bc34-c25149e02e43
  kind: Event
  lastTimestamp: "2026-07-28T18:11:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:53Z"
    name: isvc-predictive-sklearn-v2.18c6868a8e904a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "40591"
    uid: 50810ef8-3ba6-4643-a3e7-0a694a3ae8dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39956"
    uid: 16666352-5600-48e2-bc34-c25149e02e43
  kind: Event
  lastTimestamp: "2026-07-28T18:10:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:10:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:10:32Z"
    name: isvc-predictive-sklearn-v2.18c6868a8f1854e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39992"
    uid: 08664506-d3d3-4a0a-990b-8ee7818f8c0b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39976"
    uid: 16666352-5600-48e2-bc34-c25149e02e43
  kind: Event
  lastTimestamp: "2026-07-28T18:10:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:10:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:10:32Z"
    name: isvc-predictive-sklearn-v2.18c6868a9a29e1a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39993"
    uid: 73275df6-d53e-4658-91d0-97579c0c9d3b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40589"
    uid: 16666352-5600-48e2-bc34-c25149e02e43
  kind: Event
  lastTimestamp: "2026-07-28T18:11:53Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:11:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:53Z"
    name: isvc-predictive-sklearn-v2.18c6869d9cfae364
    namespace: kserve-ci-e2e-test
    resourceVersion: "40590"
    uid: 37d6e026-b72c-4945-97fc-ad6d8e072782
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37519"
    uid: ec2b4041-4172-483e-b98e-fe8bef1b611b
  kind: Event
  lastTimestamp: "2026-07-28T18:07:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:07:08Z"
    name: isvc-predictive-sklearn.18c6864350f2f9d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38305"
    uid: e4810727-f970-4889-b2b5-7e4d8dd89082
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37519"
    uid: ec2b4041-4172-483e-b98e-fe8bef1b611b
  kind: Event
  lastTimestamp: "2026-07-28T18:05:25Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:05:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:05:25Z"
    name: isvc-predictive-sklearn.18c68643520b4742
    namespace: kserve-ci-e2e-test
    resourceVersion: "37534"
    uid: cc0a1eb7-4784-41fe-b923-75263f92aaf1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "38303"
    uid: ec2b4041-4172-483e-b98e-fe8bef1b611b
  kind: Event
  lastTimestamp: "2026-07-28T18:07:08Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:07:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:07:08Z"
    name: isvc-predictive-sklearn.18c6865b3b5f2ada
    namespace: kserve-ci-e2e-test
    resourceVersion: "38304"
    uid: e7ddc31e-5dd3-4669-9866-4a15e1f69c9d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:07:21.348395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38446"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-m7l5h
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:07:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:07:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865e2d8f663b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38451"
    uid: 26339113-7564-4afb-8175-7f954b94613c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:07:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865e3f08c8c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38463"
    uid: 406830eb-521d-4497-b9f9-83091c88ff1e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38456"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:07:22Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:07:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865e6b123628
    namespace: kserve-ci-e2e-test
    resourceVersion: "38472"
    uid: 38ec2109-0b7a-4236-bf08-923725d4782f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:07:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865e6c9b2aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38475"
    uid: 07c1bafb-2095-4580-9ac7-51c9c5334e72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:07:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865e6f86f7ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38476"
    uid: 3b2fbc89-646c-481d-9fd1-2ae0be477218
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:07:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:07:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865e7000ac02
    namespace: kserve-ci-e2e-test
    resourceVersion: "38477"
    uid: 96aba56e-53e5-4106-b059-4bf0f0745da7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:07:26Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865f7998df92
    namespace: kserve-ci-e2e-test
    resourceVersion: "38512"
    uid: 799142f4-93ef-47d5-9457-9fe6edd8b307
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:07:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865f7c7db458
    namespace: kserve-ci-e2e-test
    resourceVersion: "38514"
    uid: 4f1fb38b-3025-4dfa-bdda-c5617b595a69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:07:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865f7cf899e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38515"
    uid: fec3bad9-e75f-4fa2-a2e9-77dc9ce4bde5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:07:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:07:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865f7d037dd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38516"
    uid: 8d29fc42-5486-4394-93d2-ab2e27de2070
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:07:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865f7fdcefd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38519"
    uid: 6518859b-8427-4a9b-a778-d7180efe8937
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:07:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:07:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865f8051edd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38520"
    uid: 53e4cad9-8e0d-45fb-9e3a-8b56fa296c48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:08:53Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:07:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:53Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6865fb594e0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39154"
    uid: 694f3754-37bd-4c82-9ec2-96ab8647760b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:08:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6867329e3394f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39137"
    uid: 3ccfa642-1250-4446-8c3e-669a6b3bb136
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:08:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:08:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c6867329e3cd73
    namespace: kserve-ci-e2e-test
    resourceVersion: "39138"
    uid: b368af98-bfa2-4c69-97ce-149eafb574a9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "38448"
    uid: c593963e-f5d8-4e09-8292-f6474dd368ac
  kind: Event
  lastTimestamp: "2026-07-28T18:08:53Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:53Z"
    name: isvc-predictive-xgboost-predictor-695f978978-m7l5h.18c68673bbc6c099
    namespace: kserve-ci-e2e-test
    resourceVersion: "39158"
    uid: b93c7e01-f3a0-43ce-a080-b72ea275d8f6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "38435"
    uid: 4c010af9-b969-4bb3-99f8-3259b3d7c79a
  kind: Event
  lastTimestamp: "2026-07-28T18:07:21Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-m7l5h'
  metadata:
    creationTimestamp: "2026-07-28T18:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:07:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c6865e2d12456a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38447"
    uid: 6ddb161c-9932-4db3-a47d-655298a78ddb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38433"
    uid: 840d3d9d-a804-44a5-83ac-14b5a50d122e
  kind: Event
  lastTimestamp: "2026-07-28T18:07:21Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:07:21Z"
    name: isvc-predictive-xgboost-predictor.18c6865e28381e86
    namespace: kserve-ci-e2e-test
    resourceVersion: "38436"
    uid: 8fd89e95-a035-4388-91a2-7b52a376d4ff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38434"
    uid: e9438643-736a-4454-94e3-91eff6179bb9
  kind: Event
  lastTimestamp: "2026-07-28T18:08:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:06Z"
    name: isvc-predictive-xgboost-predictor.18c68661a6d6756a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38801"
    uid: 00be987e-95b1-4325-ab28-f14eef561aea
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38434"
    uid: e9438643-736a-4454-94e3-91eff6179bb9
  kind: Event
  lastTimestamp: "2026-07-28T18:08:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:07:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:06Z"
    name: isvc-predictive-xgboost-predictor.18c68661a7359ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38802"
    uid: 4886f28c-8fd1-4363-9d55-cd06b7d0d51b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: e9438643-736a-4454-94e3-91eff6179bb9
  kind: Event
  lastTimestamp: "2026-07-28T18:08:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:51Z"
    name: isvc-predictive-xgboost-predictor.18c6866c25047e65
    namespace: kserve-ci-e2e-test
    resourceVersion: "39120"
    uid: dbe579f8-d652-4c99-9b37-b4eadbd96706
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38587"
    uid: e9438643-736a-4454-94e3-91eff6179bb9
  kind: Event
  lastTimestamp: "2026-07-28T18:08:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:08:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:51Z"
    name: isvc-predictive-xgboost-predictor.18c6866c2564e2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39121"
    uid: 8abc4772-2992-4427-b0af-0eada469845f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:12:08.262289Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40747"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686a0faf60929
    namespace: kserve-ci-e2e-test
    resourceVersion: "40751"
    uid: aa17d86f-1cf7-4593-a132-078877a34a23
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40756"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686a114b67b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "40761"
    uid: dbc926bb-3780-42ac-b97b-77d1ba0b8153
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686a1167410c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40763"
    uid: c9d9a33c-a0d1-4f52-8f83-42513cafc575
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686a11925aeb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40764"
    uid: 4bf6c77d-a9d8-4883-9473-d79c4dccb06d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686a119997836
    namespace: kserve-ci-e2e-test
    resourceVersion: "40765"
    uid: 14f3c4c6-26b3-46ea-b570-03afa1d9a5f9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:12:12Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:12:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:12Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686a2138b89c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40801"
    uid: 13b88433-5942-48f3-8276-41de02c4bbbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:12:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686a216a3b6ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "40803"
    uid: 84492835-a494-47a7-ab89-7e7f2ad5d5bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:12:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686a2172e2fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "40804"
    uid: a7029e51-8fcc-4aa7-bf37-913ee56db6e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:12:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686a21739bc48
    namespace: kserve-ci-e2e-test
    resourceVersion: "40805"
    uid: eb7dd763-3265-4800-93ff-625e4dfbfa0b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:12:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686a21a81c8ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "40808"
    uid: 35412d99-4639-4bc7-99db-4ca954accecd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:12:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:12:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:12:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686a21af875fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "40809"
    uid: 776980d3-ea4a-4e23-baf6-37b26ba7eb32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:13:39Z"
  message: 'Readiness probe failed: Get "http://10.133.0.53:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.53:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:12:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686aab1ed585b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41453"
    uid: 4ae07f6c-3db6-432f-9467-e859ce39fad6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:13:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:38Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686b5f173de15
    namespace: kserve-ci-e2e-test
    resourceVersion: "41434"
    uid: 05887ddc-6f15-4c74-84ae-d0d01db60071
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:13:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:38Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686b5f1744779
    namespace: kserve-ci-e2e-test
    resourceVersion: "41435"
    uid: d12bf630-724d-42ad-b17a-748f5ef4c38e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59
    namespace: kserve-ci-e2e-test
    resourceVersion: "40749"
    uid: f38630f9-df8f-4227-896b-537d3b821a97
  kind: Event
  lastTimestamp: "2026-07-28T18:13:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:13:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:39Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59.18c686b655c06aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "41451"
    uid: 45dd6666-b5f2-42d0-bf73-fb6f3b0e044f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40732"
    uid: d4a55b6a-44ed-4995-bab5-4009f77e704b
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-gth59'
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c686a0fa735852
    namespace: kserve-ci-e2e-test
    resourceVersion: "40748"
    uid: 98075549-6cea-4ac4-ba2e-1573be34ff9f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40731"
    uid: 17e1714b-da0e-4981-9f5e-c6a49d9db6c0
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-xgboost-v2-predictor.18c686a0f3519aa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40734"
    uid: 69583879-6bfb-4812-ac24-0d8763ca23b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40733"
    uid: eded348f-eaa3-43c3-ab09-914d1553c98a
  kind: Event
  lastTimestamp: "2026-07-28T18:12:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:12:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18c686a47327d97c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41088"
    uid: b3d374c5-2c3d-4f4e-8d23-5e9c30312cb5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40733"
    uid: eded348f-eaa3-43c3-ab09-914d1553c98a
  kind: Event
  lastTimestamp: "2026-07-28T18:12:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:12:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:12:53Z"
    name: isvc-predictive-xgboost-v2-predictor.18c686a473c78992
    namespace: kserve-ci-e2e-test
    resourceVersion: "41089"
    uid: 866d7bde-b81c-4406-8fae-7c20e8acf1d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40879"
    uid: eded348f-eaa3-43c3-ab09-914d1553c98a
  kind: Event
  lastTimestamp: "2026-07-28T18:13:23Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:23Z"
    name: isvc-predictive-xgboost-v2-predictor.18c686aef18b0827
    namespace: kserve-ci-e2e-test
    resourceVersion: "41301"
    uid: 8b569ac7-756f-45f8-9314-b2b2f4dc6eb3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40879"
    uid: eded348f-eaa3-43c3-ab09-914d1553c98a
  kind: Event
  lastTimestamp: "2026-07-28T18:13:23Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:13:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:23Z"
    name: isvc-predictive-xgboost-v2-predictor.18c686aef2280517
    namespace: kserve-ci-e2e-test
    resourceVersion: "41302"
    uid: 76ccba22-580b-4e1f-9ec1-0bf0a524b20a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41195"
    uid: eded348f-eaa3-43c3-ab09-914d1553c98a
  kind: Event
  lastTimestamp: "2026-07-28T18:13:38Z"
  message: deployments.apps "isvc-predictive-xgboost-v2-predictor" not found
  metadata:
    creationTimestamp: "2026-07-28T18:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18c686b5efaa44ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "41426"
    uid: 1dfe7b1f-5ade-4d51-ac86-f6939128c6d9
  reason: FailedGetScale
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41195"
    uid: eded348f-eaa3-43c3-ab09-914d1553c98a
  kind: Event
  lastTimestamp: "2026-07-28T18:13:38Z"
  message: horizontalpodautoscalers.autoscaling "isvc-predictive-xgboost-v2-predictor"
    not found
  metadata:
    creationTimestamp: "2026-07-28T18:13:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:38Z"
    name: isvc-predictive-xgboost-v2-predictor.18c686b5f018a8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41431"
    uid: 3d2a4360-96a2-4ed7-ada2-e52b0b3827b7
  reason: FailedUpdateStatus
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40724"
    uid: 571a9590-5a83-429d-ad5e-ee6657fdbc86
  kind: Event
  lastTimestamp: "2026-07-28T18:13:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:13:30Z"
    name: isvc-predictive-xgboost-v2.18c686a0f39f2acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41359"
    uid: 2d496aee-d61e-484c-bcaa-ff185184a5f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40724"
    uid: 571a9590-5a83-429d-ad5e-ee6657fdbc86
  kind: Event
  lastTimestamp: "2026-07-28T18:12:08Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:12:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:12:08Z"
    name: isvc-predictive-xgboost-v2.18c686a0f443b052
    namespace: kserve-ci-e2e-test
    resourceVersion: "40738"
    uid: 980a7276-e753-45c3-a391-c9cbf6547c7c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41357"
    uid: 571a9590-5a83-429d-ad5e-ee6657fdbc86
  kind: Event
  lastTimestamp: "2026-07-28T18:13:30Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:13:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:13:30Z"
    name: isvc-predictive-xgboost-v2.18c686b413848a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41358"
    uid: c4bea00e-056d-4cff-8059-c2b445fc8618
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38425"
    uid: ed545d21-4d0a-49e4-884a-531c382e7ad0
  kind: Event
  lastTimestamp: "2026-07-28T18:08:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:08:43Z"
    name: isvc-predictive-xgboost.18c6865e284544ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "39068"
    uid: d327caf9-dd12-4d06-88ba-56bbe1cbe3c7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38425"
    uid: ed545d21-4d0a-49e4-884a-531c382e7ad0
  kind: Event
  lastTimestamp: "2026-07-28T18:07:21Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:07:21Z"
    name: isvc-predictive-xgboost.18c6865e28cc36c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38457"
    uid: f961b68e-a449-43f4-92fe-eb09e1b74c7e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "38428"
    uid: ed545d21-4d0a-49e4-884a-531c382e7ad0
  kind: Event
  lastTimestamp: "2026-07-28T18:07:21Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:07:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:07:21Z"
    name: isvc-predictive-xgboost.18c6865e2fc98f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "38458"
    uid: b0a8281b-71a4-42ec-bacb-c2d2b0f01b16
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "39065"
    uid: ed545d21-4d0a-49e4-884a-531c382e7ad0
  kind: Event
  lastTimestamp: "2026-07-28T18:08:43Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:08:43Z"
    name: isvc-predictive-xgboost.18c68671489675ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "39066"
    uid: 63289ed3-3f88-4c4d-bf0a-400c55e2cb7e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:03:04.173287Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36301"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:03:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:03:04Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c686224cbab924
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: 764044ba-55b5-41f8-a718-2fe71ae229f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36308"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:03:04Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:03:04Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c68622665500ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "36314"
    uid: 0287532e-b48c-4636-b085-7908e00b4df9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:03:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:04Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c6862267d629fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: d85f7799-c8f5-4c11-bb46-7f1c60dbbc50
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:03:04Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:04Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c686226addc859
    namespace: kserve-ci-e2e-test
    resourceVersion: "36317"
    uid: 11cf718c-96a2-4114-a0fc-a010482f4c72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:03:04Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:04Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c686226b504b1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36318"
    uid: 5d456120-47e6-4ffb-97d7-1c69cdc205c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:03:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:08Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c6862368e5de5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36354"
    uid: 7807a06e-25cd-46a1-b8aa-a73e8e05651f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:03:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:03:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:08Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c686236bd06533
    namespace: kserve-ci-e2e-test
    resourceVersion: "36356"
    uid: 62b58523-03c3-4ff4-9413-fe878d3816b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:03:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:08Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c686236c43e439
    namespace: kserve-ci-e2e-test
    resourceVersion: "36357"
    uid: dcdce6e8-8c69-469c-a172-45f1b1be6b6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:03:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:09Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c686236c4f13ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "36358"
    uid: 6fd9c82d-54b2-4e8e-92ef-65a90105d7fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:03:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:09Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c686236f10c933
    namespace: kserve-ci-e2e-test
    resourceVersion: "36361"
    uid: 5be2a1c4-c3da-4b77-be1b-fcbd8aa24ca0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:03:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:03:09Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c686236f830595
    namespace: kserve-ci-e2e-test
    resourceVersion: "36362"
    uid: 9e490d88-95ca-4cf4-8384-b98beb0f191b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:05:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:03:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:05Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c68623a4e1e2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37289"
    uid: fe93d972-bc99-4ff9-aed8-fcf074f666ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:05:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:05Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c6863e94435d3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37283"
    uid: 8aef926e-c1ea-4c00-94ee-190bc45593eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:05:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:05Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c6863e9443e115
    namespace: kserve-ci-e2e-test
    resourceVersion: "37284"
    uid: fb1117ae-6446-4f26-a2ec-e72067802457
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: ab659d35-5ddd-4283-8bc8-e3b39f98d61c
  kind: Event
  lastTimestamp: "2026-07-28T18:05:05Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:05Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f.18c6863ea72db0d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37288"
    uid: 197eab88-7eb0-4ddf-a687-f7fabeba0e26
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-e02d20-predictor-5cc5bf6845
    namespace: kserve-ci-e2e-test
    resourceVersion: "36289"
    uid: e2c34adc-1bca-41f7-9b3c-c0018556a3cc
  kind: Event
  lastTimestamp: "2026-07-28T18:03:04Z"
  message: 'Created pod: isvc-primary-e02d20-predictor-5cc5bf6845-57s2f'
  metadata:
    creationTimestamp: "2026-07-28T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:04Z"
    name: isvc-primary-e02d20-predictor-5cc5bf6845.18c686224c395abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "36302"
    uid: a1227ea6-c8e1-48fc-95e5-bbefcc6bfbd0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-e02d20-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36287"
    uid: a033b96c-fa18-44e5-b172-685a164aa579
  kind: Event
  lastTimestamp: "2026-07-28T18:03:04Z"
  message: Scaled up replica set isvc-primary-e02d20-predictor-5cc5bf6845 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:04Z"
    name: isvc-primary-e02d20-predictor.18c68622467faf5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36290"
    uid: 63db1048-c5aa-4bbc-a90c-ecaf61830842
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e02d20-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36288"
    uid: a46ec42d-0f33-405c-bfd6-6f51a9d11ca8
  kind: Event
  lastTimestamp: "2026-07-28T18:03:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:49Z"
    name: isvc-primary-e02d20-predictor.18c68625c5d84344
    namespace: kserve-ci-e2e-test
    resourceVersion: "36644"
    uid: 6af74f4a-c98b-450b-bfb4-09c749bd3719
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e02d20-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36288"
    uid: a46ec42d-0f33-405c-bfd6-6f51a9d11ca8
  kind: Event
  lastTimestamp: "2026-07-28T18:03:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:03:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:49Z"
    name: isvc-primary-e02d20-predictor.18c68625c688caa8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36645"
    uid: 13b425a3-fa46-4e93-9072-a420c08907a8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e02d20-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36436"
    uid: a46ec42d-0f33-405c-bfd6-6f51a9d11ca8
  kind: Event
  lastTimestamp: "2026-07-28T18:04:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:49Z"
    name: isvc-primary-e02d20-predictor.18c686294554a719
    namespace: kserve-ci-e2e-test
    resourceVersion: "37080"
    uid: a503e55c-c75e-4fb4-89a4-5b454e287da2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-e02d20-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36436"
    uid: a46ec42d-0f33-405c-bfd6-6f51a9d11ca8
  kind: Event
  lastTimestamp: "2026-07-28T18:04:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:03:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:49Z"
    name: isvc-primary-e02d20-predictor.18c6862945e22e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 9d09b57f-6587-422f-be60-556daedadc6a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e02d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "36279"
    uid: 1ae0afd7-bcf2-4f33-8241-3e66130a777d
  kind: Event
  lastTimestamp: "2026-07-28T18:04:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:26Z"
    name: isvc-primary-e02d20.18c68622467febc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36913"
    uid: 6a25068c-10b2-4298-b229-c6096db116d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e02d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "36279"
    uid: 1ae0afd7-bcf2-4f33-8241-3e66130a777d
  kind: Event
  lastTimestamp: "2026-07-28T18:03:04Z"
  message: 'Failed to update status for InferenceService "isvc-primary-e02d20": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-e02d20":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:03:04Z"
    name: isvc-primary-e02d20.18c68622473fcadd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36293"
    uid: 32f5a6c1-54aa-4a66-881f-7697140ac911
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e02d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "36279"
    uid: 1ae0afd7-bcf2-4f33-8241-3e66130a777d
  kind: Event
  lastTimestamp: "2026-07-28T18:03:04Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-e02d20": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:03:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:03:04Z"
    name: isvc-primary-e02d20.18c6862247400b0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36294"
    uid: 247e94a3-603c-4c4e-9f29-ca4933c3a880
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-e02d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "36911"
    uid: 1ae0afd7-bcf2-4f33-8241-3e66130a777d
  kind: Event
  lastTimestamp: "2026-07-28T18:04:26Z"
  message: InferenceService [isvc-primary-e02d20] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:04:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:26Z"
    name: isvc-primary-e02d20.18c686355ec30b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "36912"
    uid: b80a26fb-2e02-4578-80de-8a3af6e220a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:04:49.511737Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37103"
    uid: 953c7648-14f1-4793-b960-f22173b07a0f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-e02d20-predictor-568d6748f4-gpmtc
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:04:49Z"
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc.18c6863ad363dd13
    namespace: kserve-ci-e2e-test
    resourceVersion: "37108"
    uid: ff7f3d6b-1a87-4669-957b-bd3fb51a920b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: 953c7648-14f1-4793-b960-f22173b07a0f
  kind: Event
  lastTimestamp: "2026-07-28T18:04:49Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:04:49Z"
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc.18c6863aecb22591
    namespace: kserve-ci-e2e-test
    resourceVersion: "37120"
    uid: af0c50af-c61b-4989-ba83-0ae6931fb206
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37104"
    uid: 953c7648-14f1-4793-b960-f22173b07a0f
  kind: Event
  lastTimestamp: "2026-07-28T18:04:54Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:54Z"
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc.18c6863aee8b0a0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37159"
    uid: ba21f1b8-a6b4-4b40-a086-571dce3977f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37104"
    uid: 953c7648-14f1-4793-b960-f22173b07a0f
  kind: Event
  lastTimestamp: "2026-07-28T18:04:54Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:54Z"
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc.18c6863af2347e30
    namespace: kserve-ci-e2e-test
    resourceVersion: "37161"
    uid: 3661acb1-ee25-4222-bd0a-a35e6c45573c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37104"
    uid: 953c7648-14f1-4793-b960-f22173b07a0f
  kind: Event
  lastTimestamp: "2026-07-28T18:04:54Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:04:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:54Z"
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc.18c6863af2a75fbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "37162"
    uid: dc8925ed-0051-4cbc-beca-6878974c4105
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37104"
    uid: 953c7648-14f1-4793-b960-f22173b07a0f
  kind: Event
  lastTimestamp: "2026-07-28T18:04:59Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-e02d20-predictor-568d6748f4-gpmtc_kserve-ci-e2e-test(953c7648-14f1-4793-b960-f22173b07a0f)
  metadata:
    creationTimestamp: "2026-07-28T18:04:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:59Z"
    name: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc.18c6863d1d039080
    namespace: kserve-ci-e2e-test
    resourceVersion: "37201"
    uid: b3947deb-e949-46cc-b3d2-f2c60390ab6c
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-e02d20-predictor-568d6748f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37094"
    uid: f8957b14-6ad3-4519-aec9-26b8731bd982
  kind: Event
  lastTimestamp: "2026-07-28T18:04:49Z"
  message: 'Created pod: isvc-secondary-e02d20-predictor-568d6748f4-gpmtc'
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:49Z"
    name: isvc-secondary-e02d20-predictor-568d6748f4.18c6863ad28c999c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37105"
    uid: 767d08d4-4cc6-4880-989f-d70518644579
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-e02d20-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37092"
    uid: fb6ec10a-d7c5-415e-96f9-535694d78c65
  kind: Event
  lastTimestamp: "2026-07-28T18:04:49Z"
  message: Scaled up replica set isvc-secondary-e02d20-predictor-568d6748f4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:49Z"
    name: isvc-secondary-e02d20-predictor.18c6863acaae6a41
    namespace: kserve-ci-e2e-test
    resourceVersion: "37095"
    uid: 30388588-d9a0-455f-9b5d-9235c1cca653
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-e02d20-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: 42462c40-52d3-474b-a054-606096402e10
  kind: Event
  lastTimestamp: "2026-07-28T18:05:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:05:04Z"
    name: isvc-secondary-e02d20-predictor.18c6863e491cba26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37240"
    uid: f7b36a01-f3f6-4c19-9401-80b1d2f7e136
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-e02d20-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: 42462c40-52d3-474b-a054-606096402e10
  kind: Event
  lastTimestamp: "2026-07-28T18:05:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:05:04Z"
    name: isvc-secondary-e02d20-predictor.18c6863e49ccdab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37242"
    uid: 13f8eb18-d59b-43eb-aedf-53462ea514dc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-e02d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "37085"
    uid: 23fe8a22-a445-4387-86fa-333885a8460c
  kind: Event
  lastTimestamp: "2026-07-28T18:04:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:59Z"
    name: isvc-secondary-e02d20.18c6863acab429be
    namespace: kserve-ci-e2e-test
    resourceVersion: "37208"
    uid: f81191bc-aa74-430b-967b-e778aaf0c420
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-e02d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "37085"
    uid: 23fe8a22-a445-4387-86fa-333885a8460c
  kind: Event
  lastTimestamp: "2026-07-28T18:04:49Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-e02d20":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-e02d20":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:49Z"
    name: isvc-secondary-e02d20.18c6863acbd97e7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37098"
    uid: ea630598-40f5-482f-b1d0-cb5929cbb470
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-e02d20
    namespace: kserve-ci-e2e-test
    resourceVersion: "37085"
    uid: 23fe8a22-a445-4387-86fa-333885a8460c
  kind: Event
  lastTimestamp: "2026-07-28T18:04:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-e02d20": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:49Z"
    name: isvc-secondary-e02d20.18c6863acbd9db90
    namespace: kserve-ci-e2e-test
    resourceVersion: "37099"
    uid: fb8b8716-fa93-432e-b59c-9f8fd18d19ce
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:21:22.368264Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15821"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dbcd878cd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15829"
    uid: 7055c187-f0c8-4546-98d3-6d8fd13db738
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15834"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:22Z"
  message: Add eth0 [10.133.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dbe6a55559
    namespace: kserve-ci-e2e-test
    resourceVersion: "15844"
    uid: 07858b18-7a78-42c1-b744-4cb1d848a862
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dbe88a949e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15846"
    uid: f47c7698-3558-46a5-bb8c-2fda1dff08fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dbebd3fa96
    namespace: kserve-ci-e2e-test
    resourceVersion: "15847"
    uid: 080d78e7-a5b4-43c2-9a4f-6bba9cbda289
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dbec436670
    namespace: kserve-ci-e2e-test
    resourceVersion: "15848"
    uid: 002ce018-55a4-4502-b05f-3df52631fa61
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:26Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dcd60f17fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15886"
    uid: 9de171a9-1114-47e3-9eea-721204266162
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:26Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dcdc2743fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15890"
    uid: 86aa8201-c6ad-46b5-8dec-ca779d8b10e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:26Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dcdc99b068
    namespace: kserve-ci-e2e-test
    resourceVersion: "15891"
    uid: 60469d5c-d477-4912-8b59-eee23d758f44
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:26Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dcdca308cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15892"
    uid: ec780085-3478-44ed-b664-fa1cf96427e6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:26Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dcdf88a941
    namespace: kserve-ci-e2e-test
    resourceVersion: "15894"
    uid: 9b768ec3-1d12-4e9d-86e3-5f7d3fb9fa47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:26Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dcdff86356
    namespace: kserve-ci-e2e-test
    resourceVersion: "15895"
    uid: bf5252f5-0fdd-4b69-97c6-d90adfe47446
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:26Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:26Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dce00201d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15896"
    uid: 1db0c937-a7c4-4409-89c6-64cbfb1cc6ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:27Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:27Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dce2f9c2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15897"
    uid: bc3ba3b1-b2cc-4404-b496-6be91c85d2c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:21:27Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:27Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dce3686604
    namespace: kserve-ci-e2e-test
    resourceVersion: "15898"
    uid: 6f5c4d52-0f1f-4e31-a875-0c9b425d538f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:22:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.18:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:21:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:58Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dd12500051
    namespace: kserve-ci-e2e-test
    resourceVersion: "16655"
    uid: 0ec3f76d-8625-419b-b9dc-4528c1e6f8c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:22:58Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:58Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683dd4e285209
    namespace: kserve-ci-e2e-test
    resourceVersion: "16656"
    uid: 7f5b4f36-3b12-4917-a42c-386677b07e99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:22:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:47Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683efa7c4dac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16542"
    uid: 507f7d41-e371-49e8-8ac2-90e2a4353776
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:22:47Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:47Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683efa7c5ccc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16544"
    uid: d6637ac8-41ad-435b-afae-33dc0302c031
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:22:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:47Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683efa7c603bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 8a8ac886-a945-48f5-8a98-fc3c564567a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15825"
    uid: 2ae10ed1-044f-4843-b9db-af7e7a9860bf
  kind: Event
  lastTimestamp: "2026-07-28T17:22:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.18:8643/healthz": dial tcp
    10.133.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:54Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9.18c683f02a556fb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16622"
    uid: 993bfe55-d6cf-4f88-b49e-32bebb547d93
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15793"
    uid: b22a5c1d-b2fc-4b0e-82bd-ddc8c3028c19
  kind: Event
  lastTimestamp: "2026-07-28T17:21:22Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-n69d9'
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5.18c683dbcd003dfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15826"
    uid: 79cd88fd-809a-4ec9-9597-ee45bf6f9e58
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15791"
    uid: 988cbdbc-0744-445c-936c-9f983ce274c4
  kind: Event
  lastTimestamp: "2026-07-28T17:21:22Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-849d7cc4c5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-custom-predictor.18c683dbc6743012
    namespace: kserve-ci-e2e-test
    resourceVersion: "15794"
    uid: dcecef1b-c6b2-4385-8247-48c509c66719
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: c9c8e4b4-8b7c-4234-a055-362b62f84bf8
  kind: Event
  lastTimestamp: "2026-07-28T17:22:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18c683df450cb9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16201"
    uid: 1d13c86c-6e78-4d0f-879f-6ab8329c20e4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15792"
    uid: c9c8e4b4-8b7c-4234-a055-362b62f84bf8
  kind: Event
  lastTimestamp: "2026-07-28T17:22:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:07Z"
    name: isvc-sklearn-batcher-custom-predictor.18c683df457dc10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16202"
    uid: b9a7a616-cd91-4b6b-9f80-244e63b06e02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: c9c8e4b4-8b7c-4234-a055-362b62f84bf8
  kind: Event
  lastTimestamp: "2026-07-28T17:22:37Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:37Z"
    name: isvc-sklearn-batcher-custom-predictor.18c683e9c29f3048
    namespace: kserve-ci-e2e-test
    resourceVersion: "16421"
    uid: eccab8a2-b259-4318-873c-0e01511b1897
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15981"
    uid: c9c8e4b4-8b7c-4234-a055-362b62f84bf8
  kind: Event
  lastTimestamp: "2026-07-28T17:22:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:37Z"
    name: isvc-sklearn-batcher-custom-predictor.18c683e9c308b383
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: 701d5ec6-7a6c-4e5d-a604-54bbbf209c32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: f21bc697-d268-4e67-a9f0-281ec0a0d526
  kind: Event
  lastTimestamp: "2026-07-28T17:22:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:22:38Z"
    name: isvc-sklearn-batcher-custom.18c683dbc6895405
    namespace: kserve-ci-e2e-test
    resourceVersion: "16438"
    uid: 4895b177-4377-4662-bbbc-1a161df72314
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: f21bc697-d268-4e67-a9f0-281ec0a0d526
  kind: Event
  lastTimestamp: "2026-07-28T17:21:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-custom.18c683dbc6f8dddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15797"
    uid: f03f336f-1648-43ab-88ca-b43e2b00e24f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: f21bc697-d268-4e67-a9f0-281ec0a0d526
  kind: Event
  lastTimestamp: "2026-07-28T17:22:38Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:22:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:22:38Z"
    name: isvc-sklearn-batcher-custom.18c683ed82b836cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16436"
    uid: 745c0eb0-b604-4ab8-88f5-93a6f1138ceb
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:19:27.177481Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14915"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:19:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:19:27Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c0fb9fff20
    namespace: kserve-ci-e2e-test
    resourceVersion: "14919"
    uid: 6b9fd82b-d7d6-4330-b7b0-40b0a8f8a25e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14927"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:27Z"
  message: Add eth0 [10.133.0.17/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:19:27Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c114ff0104
    namespace: kserve-ci-e2e-test
    resourceVersion: "14936"
    uid: 016de62e-a7c1-4a9e-96e1-c95621030e45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:27Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
  metadata:
    creationTimestamp: "2026-07-28T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:27Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c116ae8a7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "14938"
    uid: d02ade63-2a66-46a8-97e3-dbcae9920422
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:30Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    in 3.319s (3.319s including waiting). Image size: 300977080 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:30Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c1dc83d463
    namespace: kserve-ci-e2e-test
    resourceVersion: "14962"
    uid: c261bd47-1cc6-4481-b3c4-29a374a7aa3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:30Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c1df4509a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "14964"
    uid: d6e34f02-7dd1-4b74-a715-0bf118655601
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:31Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c1dfb3efce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14965"
    uid: dd025bad-7f04-449a-8848-513a9b91df98
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:35Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
  metadata:
    creationTimestamp: "2026-07-28T17:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:35Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c2e5a718b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15002"
    uid: d5e839e9-c402-4df9-b44e-35411c773a90
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:48Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    in 13.503s (13.503s including waiting). Image size: 1555722147 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:48Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c60a8901a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: 8dab621e-bace-4d20-9b26-b161b753fef3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:48Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c60ebc892a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15105"
    uid: dc08038a-cde6-4657-b83f-27b27e44ddb5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:48Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c60f2c2c45
    namespace: kserve-ci-e2e-test
    resourceVersion: "15106"
    uid: fdf8367a-bee7-4027-a071-121093751308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:48Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:48Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c60f38558e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15107"
    uid: 7a8dd60c-4ab0-45a2-ba86-d93677a326bc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.655s (2.655s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:51Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c6ad7cae69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15121"
    uid: 781ea565-738f-484f-8ff9-f4936873ad7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:51Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c6b20a93be
    namespace: kserve-ci-e2e-test
    resourceVersion: "15122"
    uid: d2244ff1-2f99-4870-862d-8638385613fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:51Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c6b418185e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15124"
    uid: 5909cf0a-caa1-402d-9f8d-b2c9cbe25a6a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:51Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
  metadata:
    creationTimestamp: "2026-07-28T17:19:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:51Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c6b4248fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15125"
    uid: 95c4b0e5-9f4c-4d6f-9c8f-f435c960024f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
    in 2.88s (2.88s including waiting). Image size: 240170074 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:54Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c75fdc325c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15147"
    uid: 171de547-1e6c-41dc-b2b1-8d5731e2fa02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:54Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:54Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c765720a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15148"
    uid: 66d17630-da85-4d09-afe8-c72906b9a009
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:54Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:19:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:19:54Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c766a11e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "15149"
    uid: eb86315c-2d9a-4a53-b758-cb2c7b1b3bb4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:21:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.17:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:37Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c7932792ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: 77132098-90a8-479b-a845-b2fc71307ae7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:21:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:19:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:27Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683c7cef6b754
    namespace: kserve-ci-e2e-test
    resourceVersion: "15903"
    uid: 5c8f73e2-d099-424e-b485-1162eb2533cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:21:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683dbcbdaa384
    namespace: kserve-ci-e2e-test
    resourceVersion: "15818"
    uid: 1afbc3f6-6daf-4ca9-8701-99d7ce5c1bc4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:21:22Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683dbcbdb06d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15827"
    uid: 410ca781-45a7-4822-9b74-ca9de630ac7a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:21:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683dbcbdb1f28
    namespace: kserve-ci-e2e-test
    resourceVersion: "15823"
    uid: e039bbe3-81fc-40ba-95a5-f901c7e6a888
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14917"
    uid: dd884657-0e2c-433e-90ca-faf810323f0a
  kind: Event
  lastTimestamp: "2026-07-28T17:21:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.17:8643/healthz": dial tcp
    10.133.0.17:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:21:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:36Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2.18c683dcc360f2d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15973"
    uid: 43662fcc-7da5-47db-8e61-89e621e88e2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-8b78f8788
    namespace: kserve-ci-e2e-test
    resourceVersion: "14904"
    uid: 4622d608-e79b-41cd-b000-eccf33f40654
  kind: Event
  lastTimestamp: "2026-07-28T17:19:27Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-8b78f8788-5rkj2'
  metadata:
    creationTimestamp: "2026-07-28T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:19:27Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788.18c683c0fb09fb70
    namespace: kserve-ci-e2e-test
    resourceVersion: "14916"
    uid: 35021c4d-27ae-4e6b-8334-c492ba2cfd82
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14903"
    uid: 8487ba6a-9d41-447b-ad15-4b8e05d7d362
  kind: Event
  lastTimestamp: "2026-07-28T17:19:27Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-8b78f8788 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:19:27Z"
    name: isvc-sklearn-batcher-predictor.18c683c0f2343417
    namespace: kserve-ci-e2e-test
    resourceVersion: "14905"
    uid: a42d2c91-bb3b-4e40-b66b-5140033d5f77
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: 7bb3e811-c1cf-4deb-875f-6da7ef9fbfc6
  kind: Event
  lastTimestamp: "2026-07-28T17:19:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:19:57Z"
    name: isvc-sklearn-batcher-predictor.18c683c4778da6b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15174"
    uid: 611b83fc-f8c9-4817-ac4a-113719d926ca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14911"
    uid: 7bb3e811-c1cf-4deb-875f-6da7ef9fbfc6
  kind: Event
  lastTimestamp: "2026-07-28T17:19:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:19:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:19:57Z"
    name: isvc-sklearn-batcher-predictor.18c683c477f17e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "15175"
    uid: 3cd8e92d-96b3-4e1f-8f40-6e997251901d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: 7bb3e811-c1cf-4deb-875f-6da7ef9fbfc6
  kind: Event
  lastTimestamp: "2026-07-28T17:21:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:12Z"
    name: isvc-sklearn-batcher-predictor.18c683cb762022cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15710"
    uid: 32c3da91-c068-48aa-aecc-fb4abf7c820c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:20:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15058"
    uid: 7bb3e811-c1cf-4deb-875f-6da7ef9fbfc6
  kind: Event
  lastTimestamp: "2026-07-28T17:21:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:12Z"
    name: isvc-sklearn-batcher-predictor.18c683cb76a59c6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: b99abbc8-2082-41ff-a286-62d3d306ebc1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: c80c3fea-21e4-402c-9777-028f76f3b07a
  kind: Event
  lastTimestamp: "2026-07-28T17:21:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:21:07Z"
    name: isvc-sklearn-batcher.18c683c0f8365b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15681"
    uid: 4a84f7a2-36cd-4e2d-aaac-ce3fcf8598c1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: c80c3fea-21e4-402c-9777-028f76f3b07a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:27Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:19:27Z"
    name: isvc-sklearn-batcher.18c683c0f8b05365
    namespace: kserve-ci-e2e-test
    resourceVersion: "14930"
    uid: 42a47d8b-e1e7-429f-a044-a49a70265180
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:19:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14896"
    uid: c80c3fea-21e4-402c-9777-028f76f3b07a
  kind: Event
  lastTimestamp: "2026-07-28T17:19:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:19:27Z"
    name: isvc-sklearn-batcher.18c683c0f8b0b6d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "14931"
    uid: ccfa7212-7403-4c36-a588-ba269d952c86
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: c80c3fea-21e4-402c-9777-028f76f3b07a
  kind: Event
  lastTimestamp: "2026-07-28T17:21:07Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:21:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:21:07Z"
    name: isvc-sklearn-batcher.18c683d856cd0964
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: 61f4491f-adca-48b3-916e-450639cef39d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:53:09.378395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31466"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:53:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:53:09Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c68597d030e31c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31472"
    uid: 3dadfaad-52e5-4a02-ba14-776779530777
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:09Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c68597db870d15
    namespace: kserve-ci-e2e-test
    resourceVersion: "31483"
    uid: cf25c368-c2de-415a-a4c6-da1f8d8c871c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31476"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:10Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:53:10Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c685980cf04517
    namespace: kserve-ci-e2e-test
    resourceVersion: "31495"
    uid: 65e92bd4-dedc-49c3-b577-47740f603f41
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:10Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c685980e8ed12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31497"
    uid: c34b10c0-bf23-4577-9a65-882cc7e4ff44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:10Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c685981151ac3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31498"
    uid: 65cb6181-a69c-4c67-b81f-4accf1535648
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:53:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:10Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c6859811bacd03
    namespace: kserve-ci-e2e-test
    resourceVersion: "31499"
    uid: 9fccd2d8-2ada-4a05-a0a6-f875c4632d46
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:14Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c6859914341c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31535"
    uid: 82f7f1c1-5c1f-4b09-9763-dcfcd55a6838
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:14Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c685991775e496
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: c3d1179f-28e9-4efd-88d4-888c27479119
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:14Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c6859917e14700
    namespace: kserve-ci-e2e-test
    resourceVersion: "31539"
    uid: 7c1cc097-8dc2-4968-8995-fafdb742f42b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:14Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:14Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c6859917ef1929
    namespace: kserve-ci-e2e-test
    resourceVersion: "31541"
    uid: 1cc3c9e5-a04f-4cf9-a06b-f29f426b9942
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.607s (2.607s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:17Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c68599b35df2a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31559"
    uid: 1e7bba95-78bd-43b8-bcc3-9d6c246ef5e2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:17Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-28T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:17Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c68599b65ff2c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31561"
    uid: 3a326bc6-c652-4df6-8884-0d95953b7c87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:17Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:17Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c68599b6d16bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31562"
    uid: e3ff2741-4fa7-44f4-ba54-29d0073d0f77
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:17Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c68599b6dd5014
    namespace: kserve-ci-e2e-test
    resourceVersion: "31563"
    uid: 692ea427-523a-4daf-9a37-9a2c31346bea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:17Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c68599b9e68766
    namespace: kserve-ci-e2e-test
    resourceVersion: "31565"
    uid: ef4ff39b-6f09-4b58-afc8-57c587699b54
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:53:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:53:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:17Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c68599ba56c24a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31566"
    uid: 9a114a8e-973e-48bf-900f-8cf178817e88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:54:54Z"
  message: 'Readiness probe failed: Get "http://10.133.0.40:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.133.0.40:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:53:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:54Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c685a011ec3bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32340"
    uid: 6aa98265-e17c-41e4-8524-79120285d968
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:54:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:29Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c685aa764d44a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32089"
    uid: d70e9253-7ccf-49a4-a45a-1b48762f3c2f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:54:29Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:29Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c685aa764e1561
    namespace: kserve-ci-e2e-test
    resourceVersion: "32090"
    uid: 4e58212b-ee1a-46fd-bbe3-efbcc5894885
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:54:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:29Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c685aa764e32ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "32091"
    uid: f1660734-8543-4eeb-96e2-b448d09a4105
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: b33f6041-ae8b-41ef-b608-356bfdbb1e0c
  kind: Event
  lastTimestamp: "2026-07-28T17:54:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:54:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:54Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb.18c685aa8bcff90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32339"
    uid: d7c62ee7-51f0-4598-a795-2e5fdd41c27c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31457"
    uid: d908d981-b803-44d1-b672-d797ee474fc2
  kind: Event
  lastTimestamp: "2026-07-28T17:53:09Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-64b7f6f8b4-qsmqb'
  metadata:
    creationTimestamp: "2026-07-28T17:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:09Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4.18c68597cfb2908b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31470"
    uid: 23df8c84-81e7-4f59-b171-ccbe8bd181e2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: e47a260c-dd73-4bc4-ab03-25fc7b8bedb8
  kind: Event
  lastTimestamp: "2026-07-28T17:53:09Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-64b7f6f8b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:09Z"
    name: isvc-sklearn-mcp-predictor.18c68597cc5f869b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31460"
    uid: 01f13a55-9e76-4681-9009-be5f4cc763c6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31449"
    uid: c0102053-3b9b-445a-8649-5e7cded34f75
  kind: Event
  lastTimestamp: "2026-07-28T17:54:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:54:25Z"
    name: isvc-sklearn-mcp.18c68597cbda1d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "32043"
    uid: dccd8aa3-39bf-4cbf-99b1-259d40f2bb03
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31449"
    uid: c0102053-3b9b-445a-8649-5e7cded34f75
  kind: Event
  lastTimestamp: "2026-07-28T17:53:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:53:09Z"
    name: isvc-sklearn-mcp.18c68597cc4bccf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31478"
    uid: 2f8a4f91-9900-43cb-8189-c032e130719f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31453"
    uid: c0102053-3b9b-445a-8649-5e7cded34f75
  kind: Event
  lastTimestamp: "2026-07-28T17:53:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:53:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:53:09Z"
    name: isvc-sklearn-mcp.18c68597d3c0b939
    namespace: kserve-ci-e2e-test
    resourceVersion: "31479"
    uid: 8fd8430f-d9e0-4fd8-8f0f-b0dde4e64721
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "32041"
    uid: c0102053-3b9b-445a-8649-5e7cded34f75
  kind: Event
  lastTimestamp: "2026-07-28T17:54:24Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:54:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:54:24Z"
    name: isvc-sklearn-mcp.18c685a96a02667e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32042"
    uid: e6123d3e-2909-4e20-8884-9024062f0bc1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:15:25.905150Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42361"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-6765cc767b-v2h4n
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:15:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:15:25Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686ceff64c283
    namespace: kserve-ci-e2e-test
    resourceVersion: "42365"
    uid: c2096ba1-e1fc-4e58-9ba8-f29aee1713d7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42371"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:15:26Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:15:26Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686cf190a5f8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42384"
    uid: cf25db15-c104-4834-b087-488e5e6f7370
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:15:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:26Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686cf1a94a6bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42386"
    uid: fd037bd6-0589-4223-9524-675efee5b324
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:15:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:26Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686cf1da43fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42388"
    uid: 79cbee54-a730-4398-88f8-5fd51b507902
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:15:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:15:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:26Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686cf1e1a762c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42389"
    uid: d35b35a8-7625-4fd2-9aff-eb9b7e17bf93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:15:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:30Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686d01c8cfee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42425"
    uid: 6c2df5ef-1fcc-4077-855c-56b5478e4e4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:15:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:30Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686d01f9d8540
    namespace: kserve-ci-e2e-test
    resourceVersion: "42427"
    uid: 7974ed87-ebbc-45e0-a187-a746e127bcee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:15:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:30Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686d02010306e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42428"
    uid: adbe0637-5fdf-4f97-8a58-a072085e152e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:15:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:30Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686d0201b668b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42429"
    uid: 86ec9326-586a-4296-a057-52a6d4f9d38f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:15:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:30Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686d022ab94f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "42433"
    uid: b04f03b1-5d92-4c48-98fb-99d56c8d8d73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:15:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:15:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:15:30Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686d023643abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "42434"
    uid: c2440189-4425-4649-b152-e4e926c1bac2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:16:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:57Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686d05888133e
    namespace: kserve-ci-e2e-test
    resourceVersion: "43376"
    uid: bc73aa97-ea5c-4806-b7a4-d8728f146876
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:16:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:56Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686e3fc96d6bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43362"
    uid: 692261f6-76fd-4eca-853d-1f1e52d11443
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:16:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:56Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686e3fc975ba7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43363"
    uid: 426e7fef-894e-4fd7-9e76-7a7dac087b91
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-v2h4n
    namespace: kserve-ci-e2e-test
    resourceVersion: "42362"
    uid: 7aae5b8f-b8e1-4677-a321-d567979c8cd3
  kind: Event
  lastTimestamp: "2026-07-28T18:16:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:16:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:57Z"
    name: isvc-sklearn-predictor-6765cc767b-v2h4n.18c686e45eb8a573
    namespace: kserve-ci-e2e-test
    resourceVersion: "43375"
    uid: 181f99b6-8aae-41da-b72a-07b4348aef31
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-6765cc767b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42352"
    uid: 7ad22b28-32c8-454e-b0b8-a3f3f1475736
  kind: Event
  lastTimestamp: "2026-07-28T18:15:25Z"
  message: 'Created pod: isvc-sklearn-predictor-6765cc767b-v2h4n'
  metadata:
    creationTimestamp: "2026-07-28T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:25Z"
    name: isvc-sklearn-predictor-6765cc767b.18c686ceff0a2193
    namespace: kserve-ci-e2e-test
    resourceVersion: "42363"
    uid: 74a601cc-48b0-4494-888a-7819bf0dcc92
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42350"
    uid: 857da267-d59e-4bcf-8099-f530ba6778bc
  kind: Event
  lastTimestamp: "2026-07-28T18:15:25Z"
  message: Scaled up replica set isvc-sklearn-predictor-6765cc767b from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:25Z"
    name: isvc-sklearn-predictor.18c686cefbeb48b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42353"
    uid: 17b46348-93da-40b9-90d8-80a916bb6cec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42351"
    uid: dc76b727-4a6a-41b0-9b5b-64afb8ed18e6
  kind: Event
  lastTimestamp: "2026-07-28T18:15:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:55Z"
    name: isvc-sklearn-predictor.18c686d27b15d565
    namespace: kserve-ci-e2e-test
    resourceVersion: "42903"
    uid: c5d1524e-4fbe-4163-a29e-7ef58ac87e62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42351"
    uid: dc76b727-4a6a-41b0-9b5b-64afb8ed18e6
  kind: Event
  lastTimestamp: "2026-07-28T18:15:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:15:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:55Z"
    name: isvc-sklearn-predictor.18c686d27b84ee8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42904"
    uid: d411d242-d5c7-4770-9b8b-adb3f5abffd0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42510"
    uid: dc76b727-4a6a-41b0-9b5b-64afb8ed18e6
  kind: Event
  lastTimestamp: "2026-07-28T18:16:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:16:55Z"
    name: isvc-sklearn-predictor.18c686d97a15ded8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43344"
    uid: 4088816e-2b30-451e-9964-74159b01557a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42510"
    uid: dc76b727-4a6a-41b0-9b5b-64afb8ed18e6
  kind: Event
  lastTimestamp: "2026-07-28T18:16:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:16:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:16:55Z"
    name: isvc-sklearn-predictor.18c686d97aa834c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43345"
    uid: 506a38d4-366d-4ad1-97e0-29f1a0f1d71a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:18:06.427115Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43979"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    to ip-10-0-134-110.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f45f3f956f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43983"
    uid: 4d3327ab-e310-4465-8c9d-9b22985dec8e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43987"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f478fd4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43994"
    uid: ceb6c069-a957-4343-aacb-97269dd3fc59
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f47aa08890
    namespace: kserve-ci-e2e-test
    resourceVersion: "43996"
    uid: 181f4d80-3944-479f-a887-92f445f79538
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f47dbe83b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "43998"
    uid: 6121f236-9ead-41d7-9487-ea75ec9e4dc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f47e33f983
    namespace: kserve-ci-e2e-test
    resourceVersion: "43999"
    uid: 59c4bf34-549b-45da-bf49-031c510020e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:12Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f5b34d1ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44047"
    uid: 0235b755-5356-4a95-8e34-89e49554fb5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:12Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f5b64359d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44049"
    uid: 31e002fb-815b-4f25-854d-15bdbe3cef68
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:12Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f5b6b782b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44050"
    uid: f731282d-e7c4-4d97-a6cc-bfec3173c38b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:12Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f5b6c1e2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "44051"
    uid: 326a2033-4320-412b-a717-7cd37d6d1aac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:12Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f5b9fd29e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44054"
    uid: 6e69c1fc-5210-4fc1-aeb3-db66841a1ac3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:12Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f5ba765dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "44055"
    uid: 6f66ea6b-4ef7-4844-8e3b-710b77e03028
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:20Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:18:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:20Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686f62b3b2276
    namespace: kserve-ci-e2e-test
    resourceVersion: "44114"
    uid: b0206736-a4b8-49fb-88a5-359eb34cae0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:38Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686fbcce37623
    namespace: kserve-ci-e2e-test
    resourceVersion: "44267"
    uid: 4b2d49db-1f0a-46af-b046-08a0bbd1b466
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss
    namespace: kserve-ci-e2e-test
    resourceVersion: "43981"
    uid: 6215f0e0-d889-49ee-ab05-911e5eaebd74
  kind: Event
  lastTimestamp: "2026-07-28T18:18:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:18:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:38Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss.18c686fbcce3c65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44268"
    uid: 8b9be81a-b960-4c5f-8c8f-5e266c18ffb2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-134-110.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-134-110.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-78ff5f86d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43967"
    uid: a9e63c76-a3b5-4ad4-99e2-f4b147c6a083
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-78ff5f86d8-gfjss'
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8.18c686f45ece69cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43980"
    uid: f99da853-c050-4838-b057-f951b12b0de5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43965"
    uid: 6ae00736-3d3e-4f56-a1dc-4bab67faad7b
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-78ff5f86d8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-runtime-predictor.18c686f45b154a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "43969"
    uid: 0ba539b9-7440-47c7-af6a-4be29a6efecd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43966"
    uid: 9f1ecaf3-9a49-4bd2-80c8-3d3da62be815
  kind: Event
  lastTimestamp: "2026-07-28T18:18:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:36Z"
    name: isvc-sklearn-runtime-predictor.18c686f7da06ba9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44235"
    uid: bc32dc58-4f95-42cf-bf51-06549827de47
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43966"
    uid: 9f1ecaf3-9a49-4bd2-80c8-3d3da62be815
  kind: Event
  lastTimestamp: "2026-07-28T18:18:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:36Z"
    name: isvc-sklearn-runtime-predictor.18c686f7da716a15
    namespace: kserve-ci-e2e-test
    resourceVersion: "44236"
    uid: 3be519ad-a641-48c3-a4c3-c86226333b32
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43958"
    uid: d23ab132-f98f-4c39-b068-cf5325832557
  kind: Event
  lastTimestamp: "2026-07-28T18:18:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:18:30Z"
    name: isvc-sklearn-runtime.18c686f45b1798e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44193"
    uid: defacdf0-1915-4b92-8ac5-b7c4f7dd1b24
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43958"
    uid: d23ab132-f98f-4c39-b068-cf5325832557
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-runtime.18c686f45bb0ec98
    namespace: kserve-ci-e2e-test
    resourceVersion: "43973"
    uid: f9427453-833b-4abc-b8b7-65c1b405f669
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44191"
    uid: d23ab132-f98f-4c39-b068-cf5325832557
  kind: Event
  lastTimestamp: "2026-07-28T18:18:30Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:18:30Z"
    name: isvc-sklearn-runtime.18c686f9eb666a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "44192"
    uid: bf1c0626-053b-46e3-82fa-239f9b2a833e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:34:20.974052Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52035"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:34:20Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:34:20Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d746c5c198
    namespace: kserve-ci-e2e-test
    resourceVersion: "52040"
    uid: 96d4d4f2-c32f-47b1-9e58-44f30ee63286
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:34:21Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:21Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d752c1bbff
    namespace: kserve-ci-e2e-test
    resourceVersion: "52052"
    uid: 6c3f4df1-989d-4b31-ae8c-d0b64c8011bb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52046"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:34:22Z"
  message: Add eth0 [10.133.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:34:22Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d7843574d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "52062"
    uid: 67ce70e3-b20e-44de-b194-82b7c45e964f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:34:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:22Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d785baff78
    namespace: kserve-ci-e2e-test
    resourceVersion: "52064"
    uid: 6a6d0ac8-dbce-469b-bc78-abc751d351bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:34:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:22Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d788ac9f63
    namespace: kserve-ci-e2e-test
    resourceVersion: "52065"
    uid: d8bdff1b-14dd-463a-a4d2-4df4a16dc60b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:34:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:22Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d789287578
    namespace: kserve-ci-e2e-test
    resourceVersion: "52066"
    uid: 2f92baa7-dbc6-4d7f-8948-f1ef58a6ae52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:34:23Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:23Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d7f768028e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52085"
    uid: b6f496c7-5b7a-484d-8ffe-8cf2c4d75de6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:34:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:23Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d7fa8678e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "52088"
    uid: 687def52-434d-444c-81f9-bc4e6e52db08
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:34:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:24Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d7fb146380
    namespace: kserve-ci-e2e-test
    resourceVersion: "52089"
    uid: ece19da8-48e7-4231-b646-f3adba24c4d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:34:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:24Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d7fb1f120a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52092"
    uid: 8989940a-7b1e-4288-92e9-9fa1ab3eee62
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:34:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:24Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d7fdb6d70d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52093"
    uid: ad7c9568-b0ca-48b9-9644-2252df8160e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:34:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:24Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d7fe29700b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52094"
    uid: 754e3035-93fb-496d-8e64-6aa12e071d64
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.69:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687d86f28f4e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "52790"
    uid: 3fe1fa64-04af-4fc7-8160-bbffedbea671
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687ec43835077
    namespace: kserve-ci-e2e-test
    resourceVersion: "52739"
    uid: 911e0861-3c76-43e1-9c3a-1b434440461a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687ec4383f200
    namespace: kserve-ci-e2e-test
    resourceVersion: "52740"
    uid: d5952179-4534-4165-9835-b9a834a186ce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "52037"
    uid: b5a88b7d-9567-4214-a36e-65f48804f27a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: 'Readiness probe failed: Get "https://10.133.0.69:8643/healthz": dial tcp
    10.133.0.69:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh.18c687ec7544902a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52789"
    uid: 203f59ce-b66a-43b1-b323-83b624883255
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7d5449bb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52026"
    uid: 5d913d41-8ff6-47f4-bdf1-dd4d6545bb49
  kind: Event
  lastTimestamp: "2026-07-28T18:34:20Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7d5449bb4f-qhjfh'
  metadata:
    creationTimestamp: "2026-07-28T18:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:20Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f.18c687d7465c5382
    namespace: kserve-ci-e2e-test
    resourceVersion: "52036"
    uid: a49bc5b3-3978-482b-82f7-2e9d22432341
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:20Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52024"
    uid: 920ae806-cae1-4bd5-800b-2b4bb5078055
  kind: Event
  lastTimestamp: "2026-07-28T18:34:20Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7d5449bb4f from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:20Z"
    name: isvc-sklearn-s3-predictor.18c687d743e97202
    namespace: kserve-ci-e2e-test
    resourceVersion: "52027"
    uid: 88ee3836-2411-4e61-a642-118cfb69fab1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52025"
    uid: 300a824c-675f-4242-87cf-fd15de4101a8
  kind: Event
  lastTimestamp: "2026-07-28T18:35:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:05Z"
    name: isvc-sklearn-s3-predictor.18c687dac2671f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "52395"
    uid: 65b9692e-cbff-4ffe-afde-3bea9890c094
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52025"
    uid: 300a824c-675f-4242-87cf-fd15de4101a8
  kind: Event
  lastTimestamp: "2026-07-28T18:35:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:34:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:05Z"
    name: isvc-sklearn-s3-predictor.18c687dac2cc12f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52396"
    uid: 08ccd510-1737-4c00-86a9-c49707f16a02
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52181"
    uid: 300a824c-675f-4242-87cf-fd15de4101a8
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-predictor.18c687de41e92888
    namespace: kserve-ci-e2e-test
    resourceVersion: "52718"
    uid: 743b5296-969d-4560-9007-1a3b44900cf3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52181"
    uid: 300a824c-675f-4242-87cf-fd15de4101a8
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:34:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-predictor.18c687de424d7817
    namespace: kserve-ci-e2e-test
    resourceVersion: "52721"
    uid: 04bcaae4-2659-40cd-b731-d0e9852585ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:39:04.698860Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54422"
    uid: 6b04bd16-bab6-4d8c-bcbf-9ed9f954bc4c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:39:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:39:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5.18c688195616a85c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54426"
    uid: 78d53b0a-0032-43b4-bb4b-f466d9c683f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54432"
    uid: 6b04bd16-bab6-4d8c-bcbf-9ed9f954bc4c
  kind: Event
  lastTimestamp: "2026-07-28T18:39:05Z"
  message: Add eth0 [10.133.0.73/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:39:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5.18c688196f901d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "54437"
    uid: f47983db-eeb7-43be-ad4a-bb25bfd7e1ee
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54424"
    uid: 6b04bd16-bab6-4d8c-bcbf-9ed9f954bc4c
  kind: Event
  lastTimestamp: "2026-07-28T18:39:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:10Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5.18c68819710b61d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54489"
    uid: 7527f41a-e97c-4a9e-ab28-8a29094df9e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54424"
    uid: 6b04bd16-bab6-4d8c-bcbf-9ed9f954bc4c
  kind: Event
  lastTimestamp: "2026-07-28T18:39:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5.18c68819751aa733
    namespace: kserve-ci-e2e-test
    resourceVersion: "54491"
    uid: ca846914-d3db-45ad-ab60-56c2e4dccc28
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54424"
    uid: 6b04bd16-bab6-4d8c-bcbf-9ed9f954bc4c
  kind: Event
  lastTimestamp: "2026-07-28T18:39:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:11Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5.18c68819758e5dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "54492"
    uid: 29bd29bd-42e5-4cef-b34e-656312a72a4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5
    namespace: kserve-ci-e2e-test
    resourceVersion: "54424"
    uid: 6b04bd16-bab6-4d8c-bcbf-9ed9f954bc4c
  kind: Event
  lastTimestamp: "2026-07-28T18:39:14Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:39:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:14Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5.18c6881ba8d1a7b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54538"
    uid: 9e4dd130-6d84-4697-985f-d4811cdab62a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885
    namespace: kserve-ci-e2e-test
    resourceVersion: "54409"
    uid: 411a322a-b2b1-48ef-a51b-f2ad12570cf3
  kind: Event
  lastTimestamp: "2026-07-28T18:39:04Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-dsdq5'
  metadata:
    creationTimestamp: "2026-07-28T18:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885.18c6881955ad946c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54423"
    uid: f7658206-364e-4fa5-8691-2f984e269ceb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54407"
    uid: 1ee9a46e-0473-4d05-8c06-b15512a734f7
  kind: Event
  lastTimestamp: "2026-07-28T18:39:04Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:04Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c68819515afe7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54410"
    uid: caadf29d-ed50-463b-b3fa-5ac4cf4003f3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54400"
    uid: 86845988-168e-4bcd-8234-58eec9b6c7f8
  kind: Event
  lastTimestamp: "2026-07-28T18:39:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:39:11Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c6881951582e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54495"
    uid: c43c92c1-ebcf-43f4-af2d-a2ba509a20af
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "54400"
    uid: 86845988-168e-4bcd-8234-58eec9b6c7f8
  kind: Event
  lastTimestamp: "2026-07-28T18:39:04Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:39:04Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c6881951dcea21
    namespace: kserve-ci-e2e-test
    resourceVersion: "54414"
    uid: 588dbe8b-d893-4ecc-8bf5-3f19ea2cb5ca
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:37:33.529625Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53687"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:37:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:37:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c688041bfa92d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53691"
    uid: 979c1fd4-c64f-4718-a99b-3f38e0465d6e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:33Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c6880428c9fde6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53704"
    uid: a8644a7b-3178-4555-b3ba-34d79cd2f0bd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53697"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:34Z"
  message: Add eth0 [10.133.0.72/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:37:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c68804595d9bc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53714"
    uid: f251b9a5-da7f-4cfe-aaa1-1e7f7aede61d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c688045ac5a0d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53716"
    uid: 4aa047ea-8e0e-46eb-a469-489f1b73ab68
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c688045db8f16f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53717"
    uid: 7a9fd26b-c90e-47b3-bebb-75f515a0b59d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:37:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:34Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c688045e35c300
    namespace: kserve-ci-e2e-test
    resourceVersion: "53718"
    uid: 1baaa2aa-f8e7-44b2-9929-32c9b94f91e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c68804d5e03464
    namespace: kserve-ci-e2e-test
    resourceVersion: "53738"
    uid: b05fa21b-a6ab-447a-a02e-f898c44a24ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c68804d8d0f7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "53740"
    uid: b338d602-4ca1-4159-8abb-c9ef4ff79f6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c68804d9431e94
    namespace: kserve-ci-e2e-test
    resourceVersion: "53741"
    uid: 08c0a764-3779-4820-8897-20b60e222217
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c68804d94d00bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53744"
    uid: df75d7cf-560d-4a84-9b36-8e4a8a386b5e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c68804dbf3c623
    namespace: kserve-ci-e2e-test
    resourceVersion: "53745"
    uid: 2667f4bf-b1a7-4114-bd02-7ececfa53533
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:37:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:36Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c68804dc6a9533
    namespace: kserve-ci-e2e-test
    resourceVersion: "53747"
    uid: 990cbaf7-c381-41a2-aa2e-f226f4122d1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.72:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:37:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c688054db0689b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54419"
    uid: 2059e393-e02b-4a02-8df3-7fec09468650
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:03Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c688191b96ff2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54385"
    uid: d930da4e-eba1-4030-a8aa-eb0819b4a56c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:03Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:39:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c688191b984b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "54386"
    uid: ad5a6ccc-b1ab-425f-98c9-379fd68b4f6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: ad2d9042-8847-4060-b43b-a3e56327f84f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.72:8643/healthz": dial tcp
    10.133.0.72:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws.18c6881953e264d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "54417"
    uid: c04a129f-47d2-4d3b-83e7-32bc181fdb94
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "53678"
    uid: b6da2b09-4c68-4c14-b2d6-8bda954d8a19
  kind: Event
  lastTimestamp: "2026-07-28T18:37:33Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-8l7ws'
  metadata:
    creationTimestamp: "2026-07-28T18:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf.18c688041b9543c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53688"
    uid: a47157e2-1ed2-4f7e-8b0c-b11e7b0783fe
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53676"
    uid: f8e851c8-66cf-498c-b221-82fbd41deab4
  kind: Event
  lastTimestamp: "2026-07-28T18:37:33Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6880418f59d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "53679"
    uid: e6930e12-1c58-4c87-bfec-eac1d7c05497
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53677"
    uid: 77703339-dcc1-4f12-ae55-383dfd0ab468
  kind: Event
  lastTimestamp: "2026-07-28T18:38:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6880797ffee9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54040"
    uid: 986c3f12-7727-4de7-9c90-ced35182985f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53677"
    uid: 77703339-dcc1-4f12-ae55-383dfd0ab468
  kind: Event
  lastTimestamp: "2026-07-28T18:38:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:37:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c6880798726588
    namespace: kserve-ci-e2e-test
    resourceVersion: "54041"
    uid: 8aa7be71-48d3-4eb7-bb62-cb7f46744dc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53835"
    uid: 77703339-dcc1-4f12-ae55-383dfd0ab468
  kind: Event
  lastTimestamp: "2026-07-28T18:39:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c688121519e46e
    namespace: kserve-ci-e2e-test
    resourceVersion: "54369"
    uid: 93e0391e-fc75-42d8-a16e-278bfff9e31a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53835"
    uid: 77703339-dcc1-4f12-ae55-383dfd0ab468
  kind: Event
  lastTimestamp: "2026-07-28T18:39:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:38:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c688121582d217
    namespace: kserve-ci-e2e-test
    resourceVersion: "54370"
    uid: b972c2d1-6854-4365-84bb-f80c56cf5ddc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53669"
    uid: 19d55401-7353-48c9-864e-8dff27760227
  kind: Event
  lastTimestamp: "2026-07-28T18:38:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:38:54Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c6880418f6fcd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "54303"
    uid: dbb8e279-3525-4df3-9763-d9931473ed53
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53669"
    uid: 19d55401-7353-48c9-864e-8dff27760227
  kind: Event
  lastTimestamp: "2026-07-28T18:37:33Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:37:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:33Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c688041984d58f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53683"
    uid: 3e76a33c-ed14-44af-ac94-6306025576ec
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54299"
    uid: 19d55401-7353-48c9-864e-8dff27760227
  kind: Event
  lastTimestamp: "2026-07-28T18:38:54Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:38:54Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c68817063a76ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "54301"
    uid: b8e388e5-21c3-4ef5-93b9-8aa625664c61
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:37:22.442009Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53523"
    uid: cc5dd1f2-6cfa-45b1-886a-883f1a72c75a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:37:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9.18c68801871b030c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53529"
    uid: 6028a611-68ce-472a-bbfa-55ef164b20d6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53532"
    uid: cc5dd1f2-6cfa-45b1-886a-883f1a72c75a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:22Z"
  message: Add eth0 [10.133.0.71/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9.18c68801a091976d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53541"
    uid: 354ccf33-761c-4a45-b7a4-9b8434cd543f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53526"
    uid: cc5dd1f2-6cfa-45b1-886a-883f1a72c75a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9.18c68801a1ef6a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "53570"
    uid: 63b4c917-5014-4f51-ace4-d7a47fba9094
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53526"
    uid: cc5dd1f2-6cfa-45b1-886a-883f1a72c75a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9.18c68801a4d60700
    namespace: kserve-ci-e2e-test
    resourceVersion: "53573"
    uid: 99e9b748-aeb1-4f4a-b908-1d68460f2e96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53526"
    uid: cc5dd1f2-6cfa-45b1-886a-883f1a72c75a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9.18c68801a58c999a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53575"
    uid: f890f7bb-acc5-45e9-a8a3-e588b6f2a6f7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9
    namespace: kserve-ci-e2e-test
    resourceVersion: "53526"
    uid: cc5dd1f2-6cfa-45b1-886a-883f1a72c75a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:29Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9_kserve-ci-e2e-test(cc5dd1f2-6cfa-45b1-886a-883f1a72c75a)
  metadata:
    creationTimestamp: "2026-07-28T18:37:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:29Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9.18c688033338a65f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53609"
    uid: c81c4feb-dee0-4ef4-a88c-c7acd247d1f5
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777
    namespace: kserve-ci-e2e-test
    resourceVersion: "53511"
    uid: 987d475a-943f-4976-ab49-9752026a945a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:22Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-8wcq9'
  metadata:
    creationTimestamp: "2026-07-28T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777.18c68801865f3348
    namespace: kserve-ci-e2e-test
    resourceVersion: "53524"
    uid: 40af04a2-0e96-42f1-8bce-ac353f0a97d9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53509"
    uid: a660601e-d99b-4b6f-91ff-c1d968cd61f8
  kind: Event
  lastTimestamp: "2026-07-28T18:37:22Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-8645544777
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c688018230607e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53513"
    uid: e2655c36-0229-418f-aa1f-f8572b1a69a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53502"
    uid: 1ddaec18-338c-4785-8db6-891eca8facad
  kind: Event
  lastTimestamp: "2026-07-28T18:37:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:29Z"
    name: isvc-sklearn-s3-tls-global-fail.18c688018218519a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53615"
    uid: cf1ab2f0-7bed-45f6-bdf5-e0aec42359b9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53502"
    uid: 1ddaec18-338c-4785-8db6-891eca8facad
  kind: Event
  lastTimestamp: "2026-07-28T18:37:22Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-global-fail.18c6880182c42d7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53534"
    uid: bc60b132-5b47-4e54-b073-b4ac9c0a4eb6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53505"
    uid: 1ddaec18-338c-4785-8db6-891eca8facad
  kind: Event
  lastTimestamp: "2026-07-28T18:37:22Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-global-fail.18c688018978742a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53535"
    uid: 39237fed-4919-46e6-9d48-2f400267073e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:35:51.244118Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52763"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:35:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ec4b4995cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "52767"
    uid: c5248bc6-7822-4283-b6b1-4c47b1f16cec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ec584c9c28
    namespace: kserve-ci-e2e-test
    resourceVersion: "52782"
    uid: c9b8b55d-3ffd-4873-86da-635353c8b83e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52773"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:35:52Z"
  message: Add eth0 [10.133.0.70/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:35:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ec888b06c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52793"
    uid: 402ecc28-a2ea-468c-ae6b-d6979795876b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:35:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ec8a18797e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52795"
    uid: 367cfc87-2f0a-40dc-9bb2-39f218151625
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:35:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ec8dcbf0e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52796"
    uid: 9279ac37-eef0-47cb-9ec9-6f932bd46411
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:35:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:35:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:52Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ec8e444e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52797"
    uid: 0002e38d-1baa-448e-b9cf-faa6b8993cf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:35:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ecff1ee11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52816"
    uid: 25187bf8-7675-4b38-8c10-f01ab269bff1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:35:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ed025a51b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52818"
    uid: d6741863-fbd3-477a-bab9-6809785c2791
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:35:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ed02de1e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52821"
    uid: 1ecb6d3d-3aad-4c5d-95a2-4e5b7d104b73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:35:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ed02e9c021
    namespace: kserve-ci-e2e-test
    resourceVersion: "52822"
    uid: ed1a7c4a-05db-4152-b8e3-719bc70a39be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:35:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ed06388ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "52824"
    uid: ac1959b8-47cd-4cd7-b21a-673877f88295
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:35:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ed06b5cc56
    namespace: kserve-ci-e2e-test
    resourceVersion: "52826"
    uid: 36d373e4-cc22-48d3-bba6-3972eb03f4aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:37:22Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.70:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c687ed77162a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53501"
    uid: 7a14f720-e6ee-41b6-8ab0-8c4ed70c6d9c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:37:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c6880146d5ac38
    namespace: kserve-ci-e2e-test
    resourceVersion: "53484"
    uid: 17023632-53a2-451a-8eff-9d6b67ceb99b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:37:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:37:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c6880146d6ea1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53485"
    uid: cbc2e517-226f-4c1e-a805-321f8233bee3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54
    namespace: kserve-ci-e2e-test
    resourceVersion: "52765"
    uid: 83d8b07b-bd16-4785-9a04-e780e6ce7212
  kind: Event
  lastTimestamp: "2026-07-28T18:37:22Z"
  message: 'Readiness probe failed: Get "https://10.133.0.70:8643/healthz": dial tcp
    10.133.0.70:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54.18c688017d54d823
    namespace: kserve-ci-e2e-test
    resourceVersion: "53499"
    uid: 676d0c27-824c-45d5-bd42-6fbaead0eb34
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52752"
    uid: 5208c7e0-9479-4b94-9adb-e51a175047d0
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-8hx54'
  metadata:
    creationTimestamp: "2026-07-28T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c.18c687ec4ae14844
    namespace: kserve-ci-e2e-test
    resourceVersion: "52764"
    uid: 9cefbf2b-f0e0-4b53-973d-a8905f1d47b2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52750"
    uid: 26b7d15c-c9a4-47a7-91e7-9515b9945b33
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c687ec472bb223
    namespace: kserve-ci-e2e-test
    resourceVersion: "52753"
    uid: 0820e2f7-d30c-4250-9904-771797986644
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52751"
    uid: fc747b1a-152d-4656-a5de-362a6905336a
  kind: Event
  lastTimestamp: "2026-07-28T18:36:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:36:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c687efc5ad2519
    namespace: kserve-ci-e2e-test
    resourceVersion: "53138"
    uid: 63025107-d5d8-498e-994a-036becae77c5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52751"
    uid: fc747b1a-152d-4656-a5de-362a6905336a
  kind: Event
  lastTimestamp: "2026-07-28T18:36:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:36:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:36:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c687efc61c7112
    namespace: kserve-ci-e2e-test
    resourceVersion: "53139"
    uid: 3a2b6e9f-662c-4e5d-afb8-db6c039dbc42
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: fc747b1a-152d-4656-a5de-362a6905336a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c687f345040396
    namespace: kserve-ci-e2e-test
    resourceVersion: "53467"
    uid: f457df3b-6343-4084-8717-ed94c16efb99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52928"
    uid: fc747b1a-152d-4656-a5de-362a6905336a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:36:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:21Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c687f3456883a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53468"
    uid: a876e9c0-e984-436f-9889-1b1a2e68f915
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52738"
    uid: a482596c-09df-4800-82c0-08c69befcd5c
  kind: Event
  lastTimestamp: "2026-07-28T18:37:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:12Z"
    name: isvc-sklearn-s3-tls-global-pass.18c687ec47352f27
    namespace: kserve-ci-e2e-test
    resourceVersion: "53402"
    uid: 9228a246-2e72-4bb4-9f84-e69ec302f58e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52738"
    uid: a482596c-09df-4800-82c0-08c69befcd5c
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-tls-global-pass.18c687ec47a539fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "52775"
    uid: b6925dee-27bf-4f76-815a-2d056d99ccef
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52761"
    uid: a482596c-09df-4800-82c0-08c69befcd5c
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:35:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-tls-global-pass.18c687ec4f1c9b8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52776"
    uid: 530a6db5-1e29-4bc9-9e9a-481e7bbbf1e2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53398"
    uid: a482596c-09df-4800-82c0-08c69befcd5c
  kind: Event
  lastTimestamp: "2026-07-28T18:37:12Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:12Z"
    name: isvc-sklearn-s3-tls-global-pass.18c687ff2f114aba
    namespace: kserve-ci-e2e-test
    resourceVersion: "53399"
    uid: facec5b8-5512-42ea-a68c-34fc569485d9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:40:46.999086Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45
    namespace: kserve-ci-e2e-test
    resourceVersion: "55317"
    uid: 9836ada4-8a3e-40fd-b74f-d6270d1f1328
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:40:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:40:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45.18c6883127a83f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "55321"
    uid: bf8c58f7-3776-4377-a7d2-334778ffc07d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45
    namespace: kserve-ci-e2e-test
    resourceVersion: "55325"
    uid: 9836ada4-8a3e-40fd-b74f-d6270d1f1328
  kind: Event
  lastTimestamp: "2026-07-28T18:40:47Z"
  message: Add eth0 [10.133.0.75/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:40:47Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45.18c68831412272e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "55336"
    uid: f3087f1e-7fca-447c-94a7-a65ba8af2f24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45
    namespace: kserve-ci-e2e-test
    resourceVersion: "55319"
    uid: 9836ada4-8a3e-40fd-b74f-d6270d1f1328
  kind: Event
  lastTimestamp: "2026-07-28T18:40:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:40:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45.18c68831428a644a
    namespace: kserve-ci-e2e-test
    resourceVersion: "55384"
    uid: 7b23ed90-01b3-451f-922f-4d9e5f7bb753
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45
    namespace: kserve-ci-e2e-test
    resourceVersion: "55319"
    uid: 9836ada4-8a3e-40fd-b74f-d6270d1f1328
  kind: Event
  lastTimestamp: "2026-07-28T18:40:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:40:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45.18c68831456fa047
    namespace: kserve-ci-e2e-test
    resourceVersion: "55387"
    uid: bcf66293-6899-44c8-a272-d6554588a831
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45
    namespace: kserve-ci-e2e-test
    resourceVersion: "55319"
    uid: 9836ada4-8a3e-40fd-b74f-d6270d1f1328
  kind: Event
  lastTimestamp: "2026-07-28T18:40:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:40:52Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45.18c6883145e5dfdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "55388"
    uid: 0fbbe207-4bbd-462c-9454-d04b001447e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45
    namespace: kserve-ci-e2e-test
    resourceVersion: "55319"
    uid: 9836ada4-8a3e-40fd-b74f-d6270d1f1328
  kind: Event
  lastTimestamp: "2026-07-28T18:40:54Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45_kserve-ci-e2e-test(9836ada4-8a3e-40fd-b74f-d6270d1f1328)
  metadata:
    creationTimestamp: "2026-07-28T18:40:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:40:54Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45.18c68832e08e1289
    namespace: kserve-ci-e2e-test
    resourceVersion: "55406"
    uid: 03b93825-5fda-4fb6-922c-14836920401a
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888
    namespace: kserve-ci-e2e-test
    resourceVersion: "55306"
    uid: ef77628c-e6f9-4e8c-b755-bd0bd863639d
  kind: Event
  lastTimestamp: "2026-07-28T18:40:46Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-c4j45'
  metadata:
    creationTimestamp: "2026-07-28T18:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:40:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888.18c6883127399bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "55318"
    uid: 28835080-a9eb-4d0a-8ea6-38656c3cda80
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "55304"
    uid: 83666541-cbaf-4f58-98ce-c0ffcd3cb854
  kind: Event
  lastTimestamp: "2026-07-28T18:40:46Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-689d488888
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:40:46Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c6883122fef993
    namespace: kserve-ci-e2e-test
    resourceVersion: "55307"
    uid: 03ff7bb2-fab9-4dfc-8dd1-9aa46d18ea7e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55297"
    uid: e18798bc-39a1-42c8-bffd-6413ecbff664
  kind: Event
  lastTimestamp: "2026-07-28T18:40:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:40:54Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c688312308d92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "55412"
    uid: af8c4e68-ea4d-40f6-9824-beca558d1d2d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55297"
    uid: e18798bc-39a1-42c8-bffd-6413ecbff664
  kind: Event
  lastTimestamp: "2026-07-28T18:40:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:40:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:40:47Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c688312383e6a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "55327"
    uid: 05d0bf5a-ae77-42c1-a905-5c8e38f2fa05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "55299"
    uid: e18798bc-39a1-42c8-bffd-6413ecbff664
  kind: Event
  lastTimestamp: "2026-07-28T18:40:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:40:47Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c688312a7a6669
    namespace: kserve-ci-e2e-test
    resourceVersion: "55328"
    uid: ca594291-23c3-4157-9ca7-0cb40a6df962
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:39:15.776457Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54572"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:39:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:39:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881bea5d7214
    namespace: kserve-ci-e2e-test
    resourceVersion: "54577"
    uid: a80b3166-f34c-4cdb-aaaa-5ea2088a2524
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54583"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:16Z"
  message: Add eth0 [10.133.0.74/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:39:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881c0406691b
    namespace: kserve-ci-e2e-test
    resourceVersion: "54593"
    uid: a65fa7bc-c12f-420f-8782-6c44e970884d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881c057501ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "54595"
    uid: e5de90f3-e62d-4831-823a-3e52046cb214
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881c080d7e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "54597"
    uid: dd861aba-c8c9-49ea-ad83-04c065e20b22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:39:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:16Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881c0885a0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "54598"
    uid: 232df43b-99c0-48a7-9c43-783e904b9eb9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:18Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881c70a34cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "54623"
    uid: 9a66ad8f-ef8d-408c-8ece-90204174c96d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881c7346395f
    namespace: kserve-ci-e2e-test
    resourceVersion: "54625"
    uid: 0e0e1c53-2189-4326-aa8d-a452ff37f540
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881c73cc23c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "54626"
    uid: 384957fd-41c9-440f-a961-9ca183ea7d5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881c73d5ec71
    namespace: kserve-ci-e2e-test
    resourceVersion: "54627"
    uid: 5f7f837e-9ffb-40a6-8de9-fc320c7b822a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881c767d2abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54630"
    uid: f96d850f-86b2-4eda-8b83-6495d7666997
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:39:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:39:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881c76f88fdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "54632"
    uid: a61f55ed-c261-4505-b77d-ff8da93df6dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:40:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.74:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:39:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:40:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c6881cac9cfd2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55149"
    uid: b181ed1d-3568-45b3-b271-defbd364d350
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:40:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:40:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c68830e3543c7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55281"
    uid: 1daa83c0-d8b5-4594-b30a-f58868b6fcce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:40:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:40:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:40:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c68830e3551277
    namespace: kserve-ci-e2e-test
    resourceVersion: "55282"
    uid: a1f6d49d-329f-44f7-879d-ddd98cbc60b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj
    namespace: kserve-ci-e2e-test
    resourceVersion: "54575"
    uid: 5ac4efe6-3f27-405d-9da4-acf6ac07601f
  kind: Event
  lastTimestamp: "2026-07-28T18:40:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.74:8643/healthz": dial tcp
    10.133.0.74:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:40:50Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj.18c68831dcccfe9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "55366"
    uid: 2865bf53-abd8-4820-a5e9-c49c7d4f07be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874
    namespace: kserve-ci-e2e-test
    resourceVersion: "54561"
    uid: 9cfb067c-c310-4258-a5c9-b282e1c324cf
  kind: Event
  lastTimestamp: "2026-07-28T18:39:15Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-m24zj'
  metadata:
    creationTimestamp: "2026-07-28T18:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874.18c6881be9ee90ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "54574"
    uid: 210e33af-1650-4982-9a3d-6870c265b775
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54559"
    uid: 287a104f-ddbe-43bc-90cd-10450ddc9db0
  kind: Event
  lastTimestamp: "2026-07-28T18:39:15Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6881be7223e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "54562"
    uid: f9ab9dbf-7172-451d-a762-a18305622dc1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54560"
    uid: cea1446f-f998-4f15-9f38-b1fab6ba075c
  kind: Event
  lastTimestamp: "2026-07-28T18:39:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6881f65a2d35c
    namespace: kserve-ci-e2e-test
    resourceVersion: "54833"
    uid: 189739fe-87ab-4c71-8851-fb37218102b0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54560"
    uid: cea1446f-f998-4f15-9f38-b1fab6ba075c
  kind: Event
  lastTimestamp: "2026-07-28T18:39:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:39:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6881f660b3355
    namespace: kserve-ci-e2e-test
    resourceVersion: "54834"
    uid: 28ddf152-8b97-4ec7-905a-b8aa18bc40c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54727"
    uid: cea1446f-f998-4f15-9f38-b1fab6ba075c
  kind: Event
  lastTimestamp: "2026-07-28T18:40:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:40:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6882663bfbf90
    namespace: kserve-ci-e2e-test
    resourceVersion: "55265"
    uid: 096bac3f-f2bb-49f5-8443-d9ca679094d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "54727"
    uid: cea1446f-f998-4f15-9f38-b1fab6ba075c
  kind: Event
  lastTimestamp: "2026-07-28T18:40:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:40:45Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c688266427153e
    namespace: kserve-ci-e2e-test
    resourceVersion: "55271"
    uid: b9bfbfa3-5da3-42f0-9df6-34be3e96813e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54552"
    uid: 2a077f44-3b8c-4ffb-a167-4d84d9ae9e2a
  kind: Event
  lastTimestamp: "2026-07-28T18:40:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:40:41Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6881be7279be5
    namespace: kserve-ci-e2e-test
    resourceVersion: "55229"
    uid: 5a49ebcc-3d29-4fc6-805c-93087b617a0a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54552"
    uid: 2a077f44-3b8c-4ffb-a167-4d84d9ae9e2a
  kind: Event
  lastTimestamp: "2026-07-28T18:39:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:39:15Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6881be7b20951
    namespace: kserve-ci-e2e-test
    resourceVersion: "54585"
    uid: 2c603631-072b-4173-ae16-2fcbf0cfcccc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "54554"
    uid: 2a077f44-3b8c-4ffb-a167-4d84d9ae9e2a
  kind: Event
  lastTimestamp: "2026-07-28T18:39:15Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:39:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:39:15Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6881bee14d255
    namespace: kserve-ci-e2e-test
    resourceVersion: "54586"
    uid: 425d5283-a4bd-4702-b031-9bfe6a92e04c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:40:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "55227"
    uid: 2a077f44-3b8c-4ffb-a167-4d84d9ae9e2a
  kind: Event
  lastTimestamp: "2026-07-28T18:40:41Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:40:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:40:41Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c6882fd9a92b10
    namespace: kserve-ci-e2e-test
    resourceVersion: "55228"
    uid: 41dfde59-6099-41b1-9bc7-54dbb776e1a4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52016"
    uid: 76756892-eb74-4fbc-932f-9214921b51b2
  kind: Event
  lastTimestamp: "2026-07-28T18:35:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:42Z"
    name: isvc-sklearn-s3.18c687d743fb975c
    namespace: kserve-ci-e2e-test
    resourceVersion: "52655"
    uid: 6170464d-fdab-42a1-9953-01fe2dc5e684
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52016"
    uid: 76756892-eb74-4fbc-932f-9214921b51b2
  kind: Event
  lastTimestamp: "2026-07-28T18:34:20Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:34:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:34:20Z"
    name: isvc-sklearn-s3.18c687d744751038
    namespace: kserve-ci-e2e-test
    resourceVersion: "52031"
    uid: 8ed83af5-defb-45d2-8342-fc5779b4e63c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52652"
    uid: 76756892-eb74-4fbc-932f-9214921b51b2
  kind: Event
  lastTimestamp: "2026-07-28T18:35:42Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:42Z"
    name: isvc-sklearn-s3.18c687ea2717e142
    namespace: kserve-ci-e2e-test
    resourceVersion: "52653"
    uid: 9d5b084f-0eb2-474c-b13d-720d62c9cd9a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6f5cb5874b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42252"
    uid: 178a65c9-a3a4-4c76-84d1-5bd73259c67a
  kind: Event
  lastTimestamp: "2026-07-28T18:15:18Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6f5cb5874b-6vq28'
  metadata:
    creationTimestamp: "2026-07-28T18:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:18Z"
    name: isvc-sklearn-scheduler-predictor-6f5cb5874b.18c686cd52e8c848
    namespace: kserve-ci-e2e-test
    resourceVersion: "42262"
    uid: 7cf5d13e-c40a-48d8-ae7d-bd2a67f5f271
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42251"
    uid: 0af3b2c5-92f4-4887-b23f-90b848693165
  kind: Event
  lastTimestamp: "2026-07-28T18:15:18Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6f5cb5874b from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:18Z"
    name: isvc-sklearn-scheduler-predictor.18c686cd4d8d4f15
    namespace: kserve-ci-e2e-test
    resourceVersion: "42254"
    uid: 558e24f6-06c5-430a-a9f9-94e68cc9465f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42244"
    uid: 88b155c9-c483-4f92-942d-9a4339ff3611
  kind: Event
  lastTimestamp: "2026-07-28T18:15:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:15:18Z"
    name: isvc-sklearn-scheduler.18c686cd4d1adea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "42276"
    uid: a1e490bb-f304-449e-bd4b-a1dfe4904a61
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42244"
    uid: 88b155c9-c483-4f92-942d-9a4339ff3611
  kind: Event
  lastTimestamp: "2026-07-28T18:15:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:15:18Z"
    name: isvc-sklearn-scheduler.18c686cd4daf553f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42267"
    uid: d4c06cfc-bd38-42d9-91da-8c979dfab9c0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "42244"
    uid: 88b155c9-c483-4f92-942d-9a4339ff3611
  kind: Event
  lastTimestamp: "2026-07-28T18:15:18Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:15:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:15:18Z"
    name: isvc-sklearn-scheduler.18c686cd4dafa731
    namespace: kserve-ci-e2e-test
    resourceVersion: "42269"
    uid: b6e50a80-3896-423a-bbaf-fb6374ae78fb
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:21:24.107864Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45638"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:21:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:21:24Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c6872265f069e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45642"
    uid: 0270d4ee-a411-4a20-b630-5d25492212de
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45647"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:21:24Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:21:24Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c687227f4d4cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45656"
    uid: bfceae93-3e57-4503-ba39-062e13a9dd5a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:21:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:24Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c6872280c90235
    namespace: kserve-ci-e2e-test
    resourceVersion: "45658"
    uid: bddf38da-0c2c-42ec-944a-8d31bc2bc24e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:21:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:24Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c68722841975cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45659"
    uid: af6653b7-9cb1-430c-9599-1bb9982c7283
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:21:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:24Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c68722848c7419
    namespace: kserve-ci-e2e-test
    resourceVersion: "45660"
    uid: 0bf3148d-dd87-4e7b-a784-215901c40f82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:21:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:28Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c68723880fd5c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "45697"
    uid: af27f649-24fb-4a90-9a4a-24684107aeba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:21:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:29Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c687238b6f475d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45700"
    uid: 4bfecb71-0a72-4991-bcfb-c70bdff43dbe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:21:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:29Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c687238be11cb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45702"
    uid: 1e53ca23-d0cc-40ef-84c3-8f77e5068be6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:21:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:29Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c687238beb31ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45704"
    uid: 331e253d-bfc9-4318-990a-0216b37c80cc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:21:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:29Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c687238e8a910a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45705"
    uid: 89d1f9a5-1714-4348-8407-b4400b5eb14a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:21:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:29Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c687238efd0b5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45707"
    uid: c34b54af-44c2-46d4-a994-e1e51512d0c1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:22:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:55Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c68723c40778c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "46380"
    uid: d390807e-472a-44de-9e82-55d97ba5a2e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:22:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:54Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c687376a2a7dc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46365"
    uid: 8568e154-8466-4bf2-9d74-91cc53c831f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:22:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:54Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c687376a2b07ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "46366"
    uid: 74910775-8a25-4d93-ba35-faf024034471
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh
    namespace: kserve-ci-e2e-test
    resourceVersion: "45640"
    uid: 4c880d52-efbb-4038-9e44-44c0f2aca81a
  kind: Event
  lastTimestamp: "2026-07-28T18:22:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.59:8643/healthz": dial tcp
    10.133.0.59:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:55Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh.18c68737ca2f1fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46378"
    uid: 92e196f5-31d2-47ba-8c3f-b1061d46c917
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45626"
    uid: e1b058d9-29c7-4bea-bb22-bd284f2dbed6
  kind: Event
  lastTimestamp: "2026-07-28T18:21:24Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-lc6nh'
  metadata:
    creationTimestamp: "2026-07-28T18:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:24Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f.18c687226583a4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "45639"
    uid: 4007580c-b943-483b-b43d-755b7a75ddf6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45623"
    uid: 15bd76f7-15fc-486f-a8f1-0d95144963f8
  kind: Event
  lastTimestamp: "2026-07-28T18:21:24Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-66f8b44c4f from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:24Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6872260c73216
    namespace: kserve-ci-e2e-test
    resourceVersion: "45627"
    uid: 4e2611f9-a013-44b4-b132-a0de6f07b1e9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45624"
    uid: 4427f821-4548-4094-be42-50232ef96723
  kind: Event
  lastTimestamp: "2026-07-28T18:21:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:54Z"
    name: isvc-sklearn-v2-mixed-predictor.18c68725dfadef16
    namespace: kserve-ci-e2e-test
    resourceVersion: "45894"
    uid: 8f91e481-55a5-4aa4-9b8f-b2b110b65572
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45624"
    uid: 4427f821-4548-4094-be42-50232ef96723
  kind: Event
  lastTimestamp: "2026-07-28T18:21:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:54Z"
    name: isvc-sklearn-v2-mixed-predictor.18c68725e01d6e46
    namespace: kserve-ci-e2e-test
    resourceVersion: "45895"
    uid: 8cf6f89e-b686-4fe9-8b2d-92a0615334a7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45783"
    uid: 4427f821-4548-4094-be42-50232ef96723
  kind: Event
  lastTimestamp: "2026-07-28T18:22:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:54Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6872cde90ed92
    namespace: kserve-ci-e2e-test
    resourceVersion: "46348"
    uid: ef2b03e3-bd0b-4961-bfbb-e8efd7ce47a2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45783"
    uid: 4427f821-4548-4094-be42-50232ef96723
  kind: Event
  lastTimestamp: "2026-07-28T18:22:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:54Z"
    name: isvc-sklearn-v2-mixed-predictor.18c6872cdf047c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46349"
    uid: fd979d8d-b1d8-4ea1-b330-2d57707b0ae8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45614"
    uid: b27972b9-c7bb-425c-b24f-cad0a4882560
  kind: Event
  lastTimestamp: "2026-07-28T18:22:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:22:46Z"
    name: isvc-sklearn-v2-mixed.18c6872260cc3e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46292"
    uid: db9431b4-5e33-4066-86f4-c105d6de241e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45614"
    uid: b27972b9-c7bb-425c-b24f-cad0a4882560
  kind: Event
  lastTimestamp: "2026-07-28T18:21:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:21:24Z"
    name: isvc-sklearn-v2-mixed.18c68722615f7b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45648"
    uid: 32871681-af8b-4ae1-9dba-d6171278ed03
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45619"
    uid: b27972b9-c7bb-425c-b24f-cad0a4882560
  kind: Event
  lastTimestamp: "2026-07-28T18:21:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:21:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:21:24Z"
    name: isvc-sklearn-v2-mixed.18c6872267beb6b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45649"
    uid: ca725af4-9ca8-4fa1-a78d-5e41fbd8fc44
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "46289"
    uid: b27972b9-c7bb-425c-b24f-cad0a4882560
  kind: Event
  lastTimestamp: "2026-07-28T18:22:46Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:22:46Z"
    name: isvc-sklearn-v2-mixed.18c687357c13a0dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46290"
    uid: 0a6619c6-b957-4d4b-84a5-ece8905d68fd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:19:48.719971Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44872"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-c6d677456-s8h2c
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:19:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:19:48Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870c3060a0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44876"
    uid: f0551b0d-d992-4064-ba4d-715ff976b7a9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:19:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:49Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870c416e6d58
    namespace: kserve-ci-e2e-test
    resourceVersion: "44890"
    uid: 1fd728ab-a6e0-4e69-bda1-a9c643d51013
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44881"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:19:49Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:19:49Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870c6d8f287e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44900"
    uid: 432de098-c06b-4b32-9b54-0fd2cc8e1030
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:19:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:49Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870c6f0ec841
    namespace: kserve-ci-e2e-test
    resourceVersion: "44902"
    uid: 704d5421-7df1-46e3-8941-2c947573f24d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:19:49Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:49Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870c72275f5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44903"
    uid: eca54828-f412-42ab-8fd8-99cb922f8ca9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:19:49Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:19:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:49Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870c7298dda5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44904"
    uid: 7ef4a75b-9ce0-4002-a54c-c7bdc2e809e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:19:53Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:53Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870d5542a21b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44938"
    uid: 053ed860-a142-4262-b9eb-798d830c9876
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:19:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:53Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870d58184bbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44940"
    uid: e31176ea-3ef7-440a-ad57-fe790f2d7e5a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:19:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:53Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870d588db983
    namespace: kserve-ci-e2e-test
    resourceVersion: "44941"
    uid: fc6455b5-b0f6-473b-a236-9778e9bd4674
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:19:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:53Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870d5897f5fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44943"
    uid: 6fecc581-c710-4934-994f-b132d051e17b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:19:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:53Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870d5b1fae1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "44945"
    uid: 747c6e8b-4129-41c6-b6b7-e0bcba44b874
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:19:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:19:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:53Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870d5b927b6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44947"
    uid: 599e0be6-c6cd-4141-b5cf-2f5fccba864e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:21:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:19:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:21Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6870dcd0c2f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "45596"
    uid: b0b53584-ac1d-4ddb-8218-c822e6f97c8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:21:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:18Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6872131dcfde3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45573"
    uid: 80ee8235-191c-4613-b8f6-804e936ec4e0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:21:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:18Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c6872131dd8a08
    namespace: kserve-ci-e2e-test
    resourceVersion: "45574"
    uid: e5f9725b-cc32-446e-91b8-8684be355366
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44875"
    uid: 8ab78c13-a9ae-4d81-89a2-5d5fa11ee406
  kind: Event
  lastTimestamp: "2026-07-28T18:21:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:21:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:21:21Z"
    name: isvc-sklearn-v2-predictor-c6d677456-s8h2c.18c68721d3323925
    namespace: kserve-ci-e2e-test
    resourceVersion: "45595"
    uid: fcc52b6e-48b2-4ff7-863e-440850c31bff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-c6d677456
    namespace: kserve-ci-e2e-test
    resourceVersion: "44862"
    uid: 8b51f442-9fa6-4094-8320-bf1c1c19bfe8
  kind: Event
  lastTimestamp: "2026-07-28T18:19:48Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-c6d677456-s8h2c'
  metadata:
    creationTimestamp: "2026-07-28T18:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:48Z"
    name: isvc-sklearn-v2-predictor-c6d677456.18c6870c31127bf3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44878"
    uid: 946338c1-6be5-44bf-8b61-a3e00d5ee6bb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44860"
    uid: a66a1a11-cb6c-4c35-92f7-e7e3451877ae
  kind: Event
  lastTimestamp: "2026-07-28T18:19:48Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-c6d677456 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:48Z"
    name: isvc-sklearn-v2-predictor.18c6870c2cab42ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "44863"
    uid: 3354dc02-e8ff-4266-9498-913a8f395968
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44861"
    uid: daf75cad-276f-463d-bca7-4ea09274f673
  kind: Event
  lastTimestamp: "2026-07-28T18:20:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:33Z"
    name: isvc-sklearn-v2-predictor.18c6870fab3e281a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45234"
    uid: f30e397a-0e8c-45a2-9000-dc2bf8771f4f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44861"
    uid: daf75cad-276f-463d-bca7-4ea09274f673
  kind: Event
  lastTimestamp: "2026-07-28T18:20:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:20:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:33Z"
    name: isvc-sklearn-v2-predictor.18c6870fabadc05f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45235"
    uid: 940a4102-2cd1-4c7a-8b4a-a3ed008deed3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45024"
    uid: daf75cad-276f-463d-bca7-4ea09274f673
  kind: Event
  lastTimestamp: "2026-07-28T18:21:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:18Z"
    name: isvc-sklearn-v2-predictor.18c687132ad77d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "45554"
    uid: 480cb34a-b079-43f5-940b-e455f6b3a5e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45024"
    uid: daf75cad-276f-463d-bca7-4ea09274f673
  kind: Event
  lastTimestamp: "2026-07-28T18:21:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:20:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:18Z"
    name: isvc-sklearn-v2-predictor.18c687132b52a434
    namespace: kserve-ci-e2e-test
    resourceVersion: "45555"
    uid: e01a6dd6-c23d-4af3-9731-9454af5f4580
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:18:43.503462Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44330"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:18:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c686fd012bbc02
    namespace: kserve-ci-e2e-test
    resourceVersion: "44334"
    uid: 8e15f1fa-24ad-4696-be01-52a9fa9a48ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44338"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:43Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:18:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c686fd1ac04ca9
    namespace: kserve-ci-e2e-test
    resourceVersion: "44351"
    uid: 6a6c5f5a-9f68-4884-9902-eec73c9a5573
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c686fd1c74f3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "44353"
    uid: 04e058db-8851-4ea0-8ebd-9631fd83524a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:44Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c686fd1f5903f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44355"
    uid: 975bbeaf-5149-4dd3-9edd-67978f69cc01
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:44Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c686fd1fd041f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44356"
    uid: 83990121-5132-4ac9-b16b-97f7dbb5ba82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:48Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c686fe24c88d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44394"
    uid: 8efad624-a58e-41ad-af6e-1c769ae138e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c686fe278075e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44396"
    uid: 8b333ff7-78c5-44a3-a63d-3ccfc46b0f77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c686fe280a3801
    namespace: kserve-ci-e2e-test
    resourceVersion: "44397"
    uid: d449a12e-ba89-4c05-ad57-e53ebdf4dff8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c686fe2814c0a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44400"
    uid: 4971681b-cb32-45e1-8bf8-43c39a2c5301
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c686fe2b4cf8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "44403"
    uid: b3acf905-53a9-49db-a063-ebcc7b44294d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:18:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:48Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c686fe2bbf8bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "44404"
    uid: b71ecd9f-3874-4752-8e44-06f2aa48bae4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:19:26Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T18:19:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:26Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c687070175316e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44666"
    uid: 063ff89f-67fb-4fe8-b574-6919963a2fbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:19:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c6870b00feb1ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "44813"
    uid: 7c04017f-6d6e-490c-8eec-d347356fcf75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:19:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:19:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c6870b00ffdd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44814"
    uid: c9405659-9edb-46f1-999b-fa6ab28dabd8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44332"
    uid: 79013685-840f-46f4-b958-31290752adfd
  kind: Event
  lastTimestamp: "2026-07-28T18:19:46Z"
  message: 'Readiness probe failed: Get "https://10.133.0.57:8643/healthz": dial tcp
    10.133.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:19:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:46Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5.18c6870ba69a4327
    namespace: kserve-ci-e2e-test
    resourceVersion: "44834"
    uid: 2b132e02-e04e-4f95-8cb7-4df26eeaa698
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "44319"
    uid: f59a1a65-4771-4aff-92cb-ca4bbc5072bd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:43Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-strw5'
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:43Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c686fd007849c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44331"
    uid: cffbf4ff-6157-42ff-8a43-43afcec51c14
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44317"
    uid: 69e8e173-a827-4c54-83f5-98a17bf228f8
  kind: Event
  lastTimestamp: "2026-07-28T18:18:43Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:43Z"
    name: isvc-sklearn-v2-runtime-predictor.18c686fcfc8be218
    namespace: kserve-ci-e2e-test
    resourceVersion: "44321"
    uid: ce2456ab-2717-4d05-9c1f-de0bc183079f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44318"
    uid: 98a71a03-7431-48d9-8af6-e45ef572b775
  kind: Event
  lastTimestamp: "2026-07-28T18:19:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:13Z"
    name: isvc-sklearn-v2-runtime-predictor.18c687007b7edeb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "44576"
    uid: 961dc81c-75b1-4301-a2ae-9795c184e6c0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44318"
    uid: 98a71a03-7431-48d9-8af6-e45ef572b775
  kind: Event
  lastTimestamp: "2026-07-28T18:19:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:18:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:13Z"
    name: isvc-sklearn-v2-runtime-predictor.18c687007bcb9f97
    namespace: kserve-ci-e2e-test
    resourceVersion: "44577"
    uid: bc5e8a1d-ca01-4468-ae44-49cec4560aec
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: 98a71a03-7431-48d9-8af6-e45ef572b775
  kind: Event
  lastTimestamp: "2026-07-28T18:19:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:43Z"
    name: isvc-sklearn-v2-runtime-predictor.18c6870779bced7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44796"
    uid: 027db5cd-869d-46dd-917b-3993ce2c318b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: 98a71a03-7431-48d9-8af6-e45ef572b775
  kind: Event
  lastTimestamp: "2026-07-28T18:19:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:43Z"
    name: isvc-sklearn-v2-runtime-predictor.18c687077a29ac77
    namespace: kserve-ci-e2e-test
    resourceVersion: "44797"
    uid: 8cfe6ae7-3f46-4905-84a1-d382b0d843d8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44310"
    uid: 3919a6fd-eafc-48b4-929a-c7951abb05dd
  kind: Event
  lastTimestamp: "2026-07-28T18:19:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:19:36Z"
    name: isvc-sklearn-v2-runtime.18c686fcfc9b6698
    namespace: kserve-ci-e2e-test
    resourceVersion: "44747"
    uid: a000eb7e-67cb-4c1f-ae49-2909755d8bff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44310"
    uid: 3919a6fd-eafc-48b4-929a-c7951abb05dd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:18:43Z"
    name: isvc-sklearn-v2-runtime.18c686fcfd2010a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44340"
    uid: 8de9d3b4-c921-44f5-81ce-9ae48b78589d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44314"
    uid: 3919a6fd-eafc-48b4-929a-c7951abb05dd
  kind: Event
  lastTimestamp: "2026-07-28T18:18:43Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:18:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:18:43Z"
    name: isvc-sklearn-v2-runtime.18c686fd03cdc1aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44341"
    uid: 07267430-c248-436e-8789-9a68437bd21f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "44745"
    uid: 3919a6fd-eafc-48b4-929a-c7951abb05dd
  kind: Event
  lastTimestamp: "2026-07-28T18:19:36Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:19:36Z"
    name: isvc-sklearn-v2-runtime.18c68709586db924
    namespace: kserve-ci-e2e-test
    resourceVersion: "44746"
    uid: 31e68edb-70f1-4799-90c5-1622a0f55e93
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: bfc02df3-326a-41d0-b81e-6c4ec5493ba2
  kind: Event
  lastTimestamp: "2026-07-28T18:21:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:21:11Z"
    name: isvc-sklearn-v2.18c6870c2cad0420
    namespace: kserve-ci-e2e-test
    resourceVersion: "45504"
    uid: a832f37b-3f0b-45e3-9b13-67a38474a566
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44853"
    uid: bfc02df3-326a-41d0-b81e-6c4ec5493ba2
  kind: Event
  lastTimestamp: "2026-07-28T18:19:48Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:19:48Z"
    name: isvc-sklearn-v2.18c6870c2d4a7156
    namespace: kserve-ci-e2e-test
    resourceVersion: "44884"
    uid: bd7f4c9c-37a3-4dca-8ed3-b2737caf886e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44857"
    uid: bfc02df3-326a-41d0-b81e-6c4ec5493ba2
  kind: Event
  lastTimestamp: "2026-07-28T18:19:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:19:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:19:48Z"
    name: isvc-sklearn-v2.18c6870c33167bde
    namespace: kserve-ci-e2e-test
    resourceVersion: "44885"
    uid: 19866a0a-7078-467c-81e0-f0fd8b4374c8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "45501"
    uid: bfc02df3-326a-41d0-b81e-6c4ec5493ba2
  kind: Event
  lastTimestamp: "2026-07-28T18:21:11Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:21:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:21:11Z"
    name: isvc-sklearn-v2.18c6871f84aefac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45502"
    uid: a431cdb7-481c-4dd1-9444-d57d6ed550e2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42343"
    uid: 55d9efb0-a478-4c26-92e9-e95b27aadaeb
  kind: Event
  lastTimestamp: "2026-07-28T18:16:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:16:47Z"
    name: isvc-sklearn.18c686cefbf8d1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43278"
    uid: 37a0a03c-2536-4310-9f5a-5b28c0419d19
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42343"
    uid: 55d9efb0-a478-4c26-92e9-e95b27aadaeb
  kind: Event
  lastTimestamp: "2026-07-28T18:15:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:15:25Z"
    name: isvc-sklearn.18c686cefc7bc563
    namespace: kserve-ci-e2e-test
    resourceVersion: "42375"
    uid: bd01369e-8d9c-4eb3-913f-ec49736d0031
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "42344"
    uid: 55d9efb0-a478-4c26-92e9-e95b27aadaeb
  kind: Event
  lastTimestamp: "2026-07-28T18:15:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:15:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:15:25Z"
    name: isvc-sklearn.18c686cf03ce1998
    namespace: kserve-ci-e2e-test
    resourceVersion: "42376"
    uid: 88d7c8cf-ae4b-46d1-b7f7-9c058518cebd
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "43275"
    uid: 55d9efb0-a478-4c26-92e9-e95b27aadaeb
  kind: Event
  lastTimestamp: "2026-07-28T18:16:47Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:16:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:16:47Z"
    name: isvc-sklearn.18c686e212a51354
    namespace: kserve-ci-e2e-test
    resourceVersion: "43277"
    uid: 46ac7781-f634-45d8-8bc5-608596e14141
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:22:59.427111Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46430"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-km2gc
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:22:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:22:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c687389768da3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46434"
    uid: 83387956-4246-4d02-812c-988f53383d6e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46440"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:22:59Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:22:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c68738b0cf7ff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46445"
    uid: bbed1650-7801-4c50-bc40-ff8928313add
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:22:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c68738b25e08df
    namespace: kserve-ci-e2e-test
    resourceVersion: "46447"
    uid: 4f3714c9-0642-4000-a60d-c9c1f988105a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:22:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c68738b55bc6f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46449"
    uid: 22c423d3-52b0-4805-b100-290f58760a16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:22:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:59Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c68738b5cab933
    namespace: kserve-ci-e2e-test
    resourceVersion: "46450"
    uid: ef4a04a8-3f30-41ba-8310-a606aef0e39c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:23:05Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-28T18:23:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c68739f6a1e185
    namespace: kserve-ci-e2e-test
    resourceVersion: "46498"
    uid: 2f9e4022-d8c0-4c72-bc28-20a5328dc5cd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:23:08Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.655s (3.655s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c6873ad082499f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46523"
    uid: 4335ba26-db20-4a42-b77d-83dfc9b4dbe1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:23:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:09Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c6873ad3b34bc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46524"
    uid: 77b8adef-1bbe-427f-a38b-556af8b55b1e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:23:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:09Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c6873ad4266d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46525"
    uid: 4e55b4a8-3ca7-4b41-ae94-15a711bcf80c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:23:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:09Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c6873ad430f0c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46526"
    uid: de182a3b-1aae-41ac-90e2-ad2e56c36ace
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:23:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:09Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c6873ad730c8e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46528"
    uid: 26c7aa25-a23d-4c0a-b422-105ebc03d56d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:23:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:23:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:09Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c6873ad7a4bf0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46529"
    uid: a2c4339b-ab1c-4693-800d-814252d30815
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:23:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:23:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c6873b223c135a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46585"
    uid: 003eb6a2-5fb4-4dc9-947b-24062ca10480
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:23:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:40Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c687424139d4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46781"
    uid: 2e8e76e0-7630-4650-b030-d93bc057f566
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:23:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:23:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:40Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c68742413a8b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "46782"
    uid: 61fbffa1-e286-4184-a0dc-4b9817932514
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-km2gc
    namespace: kserve-ci-e2e-test
    resourceVersion: "46432"
    uid: 3636a612-4b85-4aef-9143-39a4de422984
  kind: Event
  lastTimestamp: "2026-07-28T18:24:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:11Z"
    name: isvc-tensorflow-predictor-547dfc5669-km2gc.18c687425a2db1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47076"
    uid: b2e9a29c-1d6b-4f24-a84f-12e913213d33
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "46417"
    uid: 338ab6cd-736c-47c7-aad9-b99f45ed1d0f
  kind: Event
  lastTimestamp: "2026-07-28T18:22:59Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-km2gc'
  metadata:
    creationTimestamp: "2026-07-28T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:59Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c6873896f12532
    namespace: kserve-ci-e2e-test
    resourceVersion: "46431"
    uid: 90f7c751-a019-4ccd-8f08-7b6fe1c6abaf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46415"
    uid: fbe27525-1a05-499d-9c5c-1b8c0a1266c2
  kind: Event
  lastTimestamp: "2026-07-28T18:22:59Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:59Z"
    name: isvc-tensorflow-predictor.18c6873891b697cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "46418"
    uid: f9e8137b-8d89-4554-996b-5a0b58dd09aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46416"
    uid: d7fb4722-c4bd-465e-a1d7-72739d5d1347
  kind: Event
  lastTimestamp: "2026-07-28T18:23:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:14Z"
    name: isvc-tensorflow-predictor.18c6873c11856d4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46569"
    uid: 7ba5a0e4-3630-4a9c-a2dc-20edd2a2339a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46416"
    uid: d7fb4722-c4bd-465e-a1d7-72739d5d1347
  kind: Event
  lastTimestamp: "2026-07-28T18:23:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:14Z"
    name: isvc-tensorflow-predictor.18c6873c11eeeb89
    namespace: kserve-ci-e2e-test
    resourceVersion: "46571"
    uid: e80d76da-51fe-4ffa-9f64-5752875f1426
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46570"
    uid: d7fb4722-c4bd-465e-a1d7-72739d5d1347
  kind: Event
  lastTimestamp: "2026-07-28T18:23:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:29Z"
    name: isvc-tensorflow-predictor.18c6873f90ca586b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46683"
    uid: c29daf8b-43db-42a8-b91a-d10dbfe1f035
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46570"
    uid: d7fb4722-c4bd-465e-a1d7-72739d5d1347
  kind: Event
  lastTimestamp: "2026-07-28T18:23:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:29Z"
    name: isvc-tensorflow-predictor.18c6873f9176f512
    namespace: kserve-ci-e2e-test
    resourceVersion: "46685"
    uid: b428ff65-0225-4e78-9563-0fd985320cbd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:23:46.118028Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46843"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:23:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:23:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c6874376678b08
    namespace: kserve-ci-e2e-test
    resourceVersion: "46849"
    uid: 303df6ae-f718-4f04-b15a-6cd04e5c5cbc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46853"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:46Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:23:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c687438fd4711e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46863"
    uid: 874e47ba-1b12-4380-aa02-ef4833d32ef8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c68743917b1c07
    namespace: kserve-ci-e2e-test
    resourceVersion: "46865"
    uid: 68b1683c-f7af-40cf-8c11-5556ebf1d75a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c68743943ca8d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "46866"
    uid: f78f835c-4f81-4b09-a554-95174b52e05c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c6874394b3e63f
    namespace: kserve-ci-e2e-test
    resourceVersion: "46867"
    uid: 77cbfad2-ee8f-4c37-8b49-efe74b56fa50
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:52Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c68744f2a44ac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46918"
    uid: 123d8f1a-351d-4e3b-896f-93b64efbc854
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c68744f5dd19f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "46920"
    uid: ff6226e3-38bd-45ba-a3c0-1be10a086106
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c68744f6621d03
    namespace: kserve-ci-e2e-test
    resourceVersion: "46921"
    uid: 5d1b3e39-ad07-488e-81c4-b0de86dfc67d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c68744f66e1ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "46923"
    uid: 1340d833-6c7d-4fd0-8298-e683a87c53d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c68744f9a062e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "46925"
    uid: 114d92d7-a489-4dde-8867-9090201f9b3b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:23:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:52Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c68744fa1e4342
    namespace: kserve-ci-e2e-test
    resourceVersion: "46927"
    uid: fc092ee2-4198-4039-b4a1-9c62b8548ded
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:00Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:00Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c687456a656b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "46984"
    uid: fe621432-6dbb-4aa8-90f4-b4159a61974f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:27Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c6874d14dd45a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "47210"
    uid: 7305bc5d-3d90-47a2-ac62-a7bba6447d0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:27Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c6874d14ddf6c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47211"
    uid: c1aba8b6-95a1-42f8-8a16-addaa19907bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk
    namespace: kserve-ci-e2e-test
    resourceVersion: "46845"
    uid: 7f878dc9-a617-4a5b-80d1-3b9271fd684e
  kind: Event
  lastTimestamp: "2026-07-28T18:24:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:55Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk.18c6874dcc56cb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47466"
    uid: e3161cca-30a2-425d-81f9-df50b6fea630
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "46834"
    uid: a838af11-6d41-40af-810b-ec908b196bbe
  kind: Event
  lastTimestamp: "2026-07-28T18:23:46Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-zzkmk'
  metadata:
    creationTimestamp: "2026-07-28T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:46Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c6874375ff1efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "46844"
    uid: 7f21bcbb-bfff-4ed4-819c-e9a3d409af43
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46832"
    uid: bec1307b-8fa9-4fd7-b60a-b94dd5b00a9e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:46Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:46Z"
    name: isvc-tensorflow-runtime-predictor.18c6874372b3208c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46836"
    uid: 9399bf94-a7ee-4d30-8b3d-3994f09fe16d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46833"
    uid: fa3f85a7-c708-4052-bef8-1ec0ddd08891
  kind: Event
  lastTimestamp: "2026-07-28T18:24:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:01Z"
    name: isvc-tensorflow-runtime-predictor.18c68746f109e517
    namespace: kserve-ci-e2e-test
    resourceVersion: "46990"
    uid: 258e5e6b-e915-4dda-83ab-71f4d1a0fd72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46833"
    uid: fa3f85a7-c708-4052-bef8-1ec0ddd08891
  kind: Event
  lastTimestamp: "2026-07-28T18:24:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:01Z"
    name: isvc-tensorflow-runtime-predictor.18c68746f175a37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46992"
    uid: 272abfb1-b18c-48a6-84e4-845ab55d284d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46991"
    uid: fa3f85a7-c708-4052-bef8-1ec0ddd08891
  kind: Event
  lastTimestamp: "2026-07-28T18:24:16Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:16Z"
    name: isvc-tensorflow-runtime-predictor.18c6874a70d52aa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47118"
    uid: defa5d48-bbfe-4df1-b72f-df5bac7b7ec5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46991"
    uid: fa3f85a7-c708-4052-bef8-1ec0ddd08891
  kind: Event
  lastTimestamp: "2026-07-28T18:24:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:16Z"
    name: isvc-tensorflow-runtime-predictor.18c6874a7172ffac
    namespace: kserve-ci-e2e-test
    resourceVersion: "47120"
    uid: a97bf799-e4fc-4002-b485-ca4421e346cc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46824"
    uid: dcb1be0f-ccba-4f58-a620-0cfee4da23d8
  kind: Event
  lastTimestamp: "2026-07-28T18:24:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:24:10Z"
    name: isvc-tensorflow-runtime.18c6874372b7ac83
    namespace: kserve-ci-e2e-test
    resourceVersion: "47071"
    uid: 7911f4b0-9bea-4f2d-9b3d-676b7858f10f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "46824"
    uid: dcb1be0f-ccba-4f58-a620-0cfee4da23d8
  kind: Event
  lastTimestamp: "2026-07-28T18:23:46Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:23:46Z"
    name: isvc-tensorflow-runtime.18c68743734a35d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "46839"
    uid: eb572b4a-1bba-4879-987d-9322bb4615d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "47069"
    uid: dcb1be0f-ccba-4f58-a620-0cfee4da23d8
  kind: Event
  lastTimestamp: "2026-07-28T18:24:10Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:24:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:24:10Z"
    name: isvc-tensorflow-runtime.18c6874929a71561
    namespace: kserve-ci-e2e-test
    resourceVersion: "47070"
    uid: 3618bcb3-3352-48a4-a2b9-026948f7c310
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46408"
    uid: cd884e47-6614-4aad-b72e-08b16f0ebe1b
  kind: Event
  lastTimestamp: "2026-07-28T18:23:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:23:26Z"
    name: isvc-tensorflow.18c6873891ba4e4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46666"
    uid: 41cbdc60-6643-4cf5-82c3-ec51919f9a77
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46408"
    uid: cd884e47-6614-4aad-b72e-08b16f0ebe1b
  kind: Event
  lastTimestamp: "2026-07-28T18:22:59Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:22:59Z"
    name: isvc-tensorflow.18c687389255fe30
    namespace: kserve-ci-e2e-test
    resourceVersion: "46423"
    uid: 4fe754c8-67a8-402d-a6c3-e997e9d8f0b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "46664"
    uid: cd884e47-6614-4aad-b72e-08b16f0ebe1b
  kind: Event
  lastTimestamp: "2026-07-28T18:23:26Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:23:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:23:26Z"
    name: isvc-tensorflow.18c6873ee264a6fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "46665"
    uid: 3e66352b-efe7-4d80-9939-eb11171bb9d1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:24:32.603249Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47271"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-vvf7p
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:24:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:24:32Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6874e4923bc83
    namespace: kserve-ci-e2e-test
    resourceVersion: "47277"
    uid: 391fae9f-e0c0-4e05-969f-7406b4609d97
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47281"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:24:33Z"
  message: Add eth0 [10.133.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:24:33Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6874e62abfa10
    namespace: kserve-ci-e2e-test
    resourceVersion: "47289"
    uid: 66224eb6-2d89-4598-a54c-da14c0f5b69a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:24:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:33Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6874e6426f5b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47291"
    uid: 0b99cde1-a0ca-4c07-94f3-87ed78d75c92
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:24:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:33Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6874e67b229cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47293"
    uid: dde96e09-2805-4a9a-b48d-d7f063eb48c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:24:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:24:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:33Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6874e6826e7ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "47294"
    uid: 22cceff2-b9a1-4c3f-bfcb-10fe4cb4871a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:24:37Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-28T18:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:24:37Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6874f76f02a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "47333"
    uid: afd96b74-f1c3-463e-a28f-e275711f438f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:26:32Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.88s
    (1m54.88s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:32Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6876a365bb5ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "48140"
    uid: 1df59c0b-c9d3-4413-8730-01de59205c4f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:26:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:32Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6876a3bef0b4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48141"
    uid: 79be634b-6485-4c0f-8661-180d9394dcbb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:26:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:32Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6876a3d005b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "48142"
    uid: 92a02216-a1d1-4694-9af7-12078d982f29
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:26:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:32Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6876a3d0aec20
    namespace: kserve-ci-e2e-test
    resourceVersion: "48143"
    uid: 9d88c346-7f07-4b4e-ac45-6dabefc1a067
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:26:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:32Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6876a4396d4c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48146"
    uid: 04d68448-6f1b-4483-a04c-1503810c19d4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:26:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:26:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:32Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6876a4569f07e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48149"
    uid: 29182425-e23e-4b59-b995-e6f57f12abf2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:26:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.62:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:35Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6876a99612e3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48168"
    uid: 770a9784-e623-4aa0-ba38-f2730f8dd3d1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:26:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:44Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6876cefeeeb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "48254"
    uid: 68f55564-73b6-4354-9058-a775608829cb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:26:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:44Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6876ceff00eb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48255"
    uid: eec9a7b8-8aa9-4830-900b-f943b43f591a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-vvf7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "47275"
    uid: 57f857de-f216-43a2-9ec7-146dff416dd8
  kind: Event
  lastTimestamp: "2026-07-28T18:26:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.62:8643/healthz": dial tcp
    10.133.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:26:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:45Z"
    name: isvc-triton-predictor-5d7db58676-vvf7p.18c6876d293876a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "48264"
    uid: 9561b73b-73da-4ad4-ba31-44b9f76b8a7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "47262"
    uid: ea3c189b-dd14-411b-a8e1-e3a17df88970
  kind: Event
  lastTimestamp: "2026-07-28T18:24:32Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-vvf7p'
  metadata:
    creationTimestamp: "2026-07-28T18:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:32Z"
    name: isvc-triton-predictor-5d7db58676.18c6874e48a6a2d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47274"
    uid: 3c7f4e1d-468b-41bc-b2fc-30fc1df301c1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47260"
    uid: 89bfbad3-fa62-4834-9287-df4cdf449f63
  kind: Event
  lastTimestamp: "2026-07-28T18:24:32Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:24:32Z"
    name: isvc-triton-predictor.18c6874e456fd425
    namespace: kserve-ci-e2e-test
    resourceVersion: "47263"
    uid: 9db12e9c-f30d-48a8-8ada-1bc5dd4515e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47261"
    uid: 07f13a12-08bc-4b61-aee7-14ef060954a2
  kind: Event
  lastTimestamp: "2026-07-28T18:26:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:26:32Z"
    name: isvc-triton-predictor.18c68751c4773cbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "48144"
    uid: 2b30c153-e0e8-410d-8746-e33f8aa27d0c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47261"
    uid: 07f13a12-08bc-4b61-aee7-14ef060954a2
  kind: Event
  lastTimestamp: "2026-07-28T18:26:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:26:32Z"
    name: isvc-triton-predictor.18c68751c4edb805
    namespace: kserve-ci-e2e-test
    resourceVersion: "48145"
    uid: fdffd9e6-b9ba-4db3-806d-941350db8d90
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47253"
    uid: 3164ca3c-7671-4160-9fff-7ca1316f6cfc
  kind: Event
  lastTimestamp: "2026-07-28T18:26:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:26:40Z"
    name: isvc-triton.18c6874e457ef7e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "48212"
    uid: bb4a1c02-4789-4406-b1e0-89bf9e105f2c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:24:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "47253"
    uid: 3164ca3c-7671-4160-9fff-7ca1316f6cfc
  kind: Event
  lastTimestamp: "2026-07-28T18:24:32Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:24:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:24:32Z"
    name: isvc-triton.18c6874e460203b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "47267"
    uid: 8f6c5cf3-789a-424d-82c4-3a0fac836dd1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "48210"
    uid: 3164ca3c-7671-4160-9fff-7ca1316f6cfc
  kind: Event
  lastTimestamp: "2026-07-28T18:26:40Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:26:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:26:40Z"
    name: isvc-triton.18c6876c06bc8482
    namespace: kserve-ci-e2e-test
    resourceVersion: "48211"
    uid: bd25a5dd-bb03-4662-9fac-e5acb9c71496
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:26:49.405815Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48320"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-lr2ht
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:26:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:26:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c6876e233530cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "48325"
    uid: 4581d4fd-0b61-4d4c-a34b-99d440f78502
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48329"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:26:49Z"
  message: Add eth0 [10.133.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:26:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c6876e3fe8f4a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48338"
    uid: 35ca2505-9208-46da-915b-6b941c77c46d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:26:49Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:49Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c6876e4170000f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48341"
    uid: 2062fb7b-1f94-44f1-bbb6-82788c022864
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:26:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c6876e483cd440
    namespace: kserve-ci-e2e-test
    resourceVersion: "48343"
    uid: 3bdd6841-1710-4362-b7ee-8968ab48c151
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:26:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:26:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:50Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c6876e496b9782
    namespace: kserve-ci-e2e-test
    resourceVersion: "48344"
    uid: dd9dc04f-da31-473e-a093-25ce7a7432b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:26:54Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:26:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c6876f466f6bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "48379"
    uid: 68c77141-a9b1-4b89-a19c-e2a79a1baca3
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:27:13Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.976s (18.976s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c68773b1847ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48516"
    uid: 50c2ee4b-7721-49e3-9877-1e14f2a7b470
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:27:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c68773b7d539c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48517"
    uid: 789746df-3ef0-4108-9d85-6989eb889f87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:27:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c68773b8d5c70a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48518"
    uid: a9ddd069-af8c-4bc0-95af-7cf6fadc09a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:27:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c68773b8e135b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "48519"
    uid: 88cde20e-9311-4629-a485-4eed4edfba85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:27:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c68773be91f7c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "48520"
    uid: 3dc3c075-dcd8-4364-8efd-65d580927091
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:27:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c68773bf770341
    namespace: kserve-ci-e2e-test
    resourceVersion: "48521"
    uid: 7af4f877-5d39-4259-a603-68bfd66fb986
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:28:31Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:27:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:31Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c687742f39ef45
    namespace: kserve-ci-e2e-test
    resourceVersion: "49098"
    uid: ab6af1d0-662e-4a00-9f25-3953cbade360
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:28:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c687857520e745
    namespace: kserve-ci-e2e-test
    resourceVersion: "49082"
    uid: 53fa13ca-bf59-4b57-ac97-a47a4a644a1a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:28:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:29Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c6878575216ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49083"
    uid: 3c89e94c-0249-4150-bf6b-dac1f8c9cb52
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht
    namespace: kserve-ci-e2e-test
    resourceVersion: "48323"
    uid: 4325596a-d3e1-4ad6-9c99-c7d50c2619c2
  kind: Event
  lastTimestamp: "2026-07-28T18:28:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.63:8643/healthz": dial tcp
    10.133.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:31Z"
    name: isvc-xgboost-predictor-7566d65bf7-lr2ht.18c68785e1553346
    namespace: kserve-ci-e2e-test
    resourceVersion: "49097"
    uid: bdb733a8-4549-48b7-962d-9749782aa084
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48309"
    uid: 6848b157-c779-4a16-9aee-39177f04829b
  kind: Event
  lastTimestamp: "2026-07-28T18:26:49Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-lr2ht'
  metadata:
    creationTimestamp: "2026-07-28T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:26:49Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c6876e22867c3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48321"
    uid: 646c95e5-0999-4005-949a-1f2a420d16f1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48307"
    uid: 191433bc-76a4-4b43-95e1-b853d5fb4b32
  kind: Event
  lastTimestamp: "2026-07-28T18:26:49Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:26:49Z"
    name: isvc-xgboost-predictor.18c6876e1e173ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48310"
    uid: dd51c89a-79e9-4d9b-b5e4-db71e549971b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48308"
    uid: fb7df400-b9f0-465c-b3c7-cdcce1ba37bc
  kind: Event
  lastTimestamp: "2026-07-28T18:27:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:27:34Z"
    name: isvc-xgboost-predictor.18c687719c887405
    namespace: kserve-ci-e2e-test
    resourceVersion: "48672"
    uid: f54c89f4-cba6-465c-9f75-0dcdf6bfff67
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48308"
    uid: fb7df400-b9f0-465c-b3c7-cdcce1ba37bc
  kind: Event
  lastTimestamp: "2026-07-28T18:27:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:27:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:27:34Z"
    name: isvc-xgboost-predictor.18c687719cec7696
    namespace: kserve-ci-e2e-test
    resourceVersion: "48674"
    uid: 61248657-da17-433c-8068-605df8e5b6f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48451"
    uid: fb7df400-b9f0-465c-b3c7-cdcce1ba37bc
  kind: Event
  lastTimestamp: "2026-07-28T18:28:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:19Z"
    name: isvc-xgboost-predictor.18c6877c1a244c44
    namespace: kserve-ci-e2e-test
    resourceVersion: "48987"
    uid: 490eab6a-46a0-423f-ac6f-1480795ef58d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48451"
    uid: fb7df400-b9f0-465c-b3c7-cdcce1ba37bc
  kind: Event
  lastTimestamp: "2026-07-28T18:28:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:27:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:19Z"
    name: isvc-xgboost-predictor.18c6877c1a961ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "48988"
    uid: 7faa046e-5c9c-4319-b234-c8ffa71c00ee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:30:25.286494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50101"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:30:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:30:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a066b2fc2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50109"
    uid: 469643ac-ade6-4c56-9897-f885fa47399e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50113"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:30:25Z"
  message: Add eth0 [10.133.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:30:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a08031f69d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50125"
    uid: b1ae98aa-f0a2-4ac2-91ea-4e7fb368bf99
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:30:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a081eea619
    namespace: kserve-ci-e2e-test
    resourceVersion: "50127"
    uid: 64238640-e9bd-47d2-b312-37eeae4baacd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:30:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a084de4d23
    namespace: kserve-ci-e2e-test
    resourceVersion: "50128"
    uid: 129a8c00-2a60-4e41-b9b3-13e7c7d03ec3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:30:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a085526b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50129"
    uid: 81b9c4ab-050e-49d2-b3ff-9abe1450bbfb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:30:30Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a18578f28e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50169"
    uid: b1a3afd7-4c77-4fd6-9656-aacb3abee173
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:30:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a1896161d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "50171"
    uid: 6e341d65-f092-43a2-965c-2d5470e98bc5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:30:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a189d40ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50172"
    uid: 7c943422-3fed-4c2a-bd12-c70dc009ba22
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:30:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a189dfe759
    namespace: kserve-ci-e2e-test
    resourceVersion: "50175"
    uid: afe2c241-b826-4be9-9ca3-c45b5484f175
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:30:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a18d0ccfc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "50176"
    uid: a5bbc9f8-a70e-43c1-b064-ee04d24d58c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:30:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:30:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a18d80eb2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50177"
    uid: 9986c997-700a-4d91-b2bd-bb645f92db17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:31:48Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.66:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:30:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687a1c173ed6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50756"
    uid: d4851e5a-f24d-4662-a260-34a998b6ba58
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:31:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687b3068771fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "50737"
    uid: 061d9e08-e9e3-4b8d-b28c-9b553d379c2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:31:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:31:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:45Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687b3068800b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "50738"
    uid: 0c64f9c4-6e76-4217-aa08-be12d60c64c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt
    namespace: kserve-ci-e2e-test
    resourceVersion: "50103"
    uid: 2b7dad16-d1eb-463b-abf8-f5a51254d464
  kind: Event
  lastTimestamp: "2026-07-28T18:31:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.66:8643/healthz": dial tcp
    10.133.0.66:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:31:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:48Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt.18c687b3af63fc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "50755"
    uid: 204371d6-4f1f-4f02-8bba-42e7ca18a92e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "50090"
    uid: 5e246a1a-ff07-4861-9f15-a2e66aa46b85
  kind: Event
  lastTimestamp: "2026-07-28T18:30:25Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-2w7rt'
  metadata:
    creationTimestamp: "2026-07-28T18:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:25Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c687a065876b31
    namespace: kserve-ci-e2e-test
    resourceVersion: "50102"
    uid: a8138950-5c53-4cfd-a8f5-307f15347534
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50088"
    uid: c94ee050-ad68-4ba7-8bfd-eb318d354ea9
  kind: Event
  lastTimestamp: "2026-07-28T18:30:25Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:25Z"
    name: isvc-xgboost-runtime-predictor.18c687a06078529f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50092"
    uid: ff053a17-f24e-49eb-a240-399c1f003dc7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50089"
    uid: bb5686b0-23b4-4f9e-a49e-ad2906bd71d0
  kind: Event
  lastTimestamp: "2026-07-28T18:30:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:55Z"
    name: isvc-xgboost-runtime-predictor.18c687a3df5055aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "50356"
    uid: fc9addb0-b0d7-4f93-8b23-32c6301772bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50089"
    uid: bb5686b0-23b4-4f9e-a49e-ad2906bd71d0
  kind: Event
  lastTimestamp: "2026-07-28T18:30:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:30:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:55Z"
    name: isvc-xgboost-runtime-predictor.18c687a3dfb6a530
    namespace: kserve-ci-e2e-test
    resourceVersion: "50357"
    uid: a44ff429-883d-4b02-9b5a-a1e82bf3242c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50253"
    uid: bb5686b0-23b4-4f9e-a49e-ad2906bd71d0
  kind: Event
  lastTimestamp: "2026-07-28T18:31:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:40Z"
    name: isvc-xgboost-runtime-predictor.18c687aaddab2079
    namespace: kserve-ci-e2e-test
    resourceVersion: "50682"
    uid: de27119c-1063-4ade-871d-68cf5309dc7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50253"
    uid: bb5686b0-23b4-4f9e-a49e-ad2906bd71d0
  kind: Event
  lastTimestamp: "2026-07-28T18:31:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:40Z"
    name: isvc-xgboost-runtime-predictor.18c687aade1cf22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50683"
    uid: f7d187de-ab96-4d25-8847-e3974153093c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50080"
    uid: 721e444c-aa67-4a76-9546-35ffd0652b7f
  kind: Event
  lastTimestamp: "2026-07-28T18:31:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:31:38Z"
    name: isvc-xgboost-runtime.18c687a060b78927
    namespace: kserve-ci-e2e-test
    resourceVersion: "50669"
    uid: d33cb5e8-c37e-4ddb-99b6-451068d9ab32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50080"
    uid: 721e444c-aa67-4a76-9546-35ffd0652b7f
  kind: Event
  lastTimestamp: "2026-07-28T18:30:25Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:25Z"
    name: isvc-xgboost-runtime.18c687a061e993d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50116"
    uid: fbb35eb5-1a9d-40c7-8537-fd1d4460ed5d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50085"
    uid: 721e444c-aa67-4a76-9546-35ffd0652b7f
  kind: Event
  lastTimestamp: "2026-07-28T18:30:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:30:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:25Z"
    name: isvc-xgboost-runtime.18c687a06e3060fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "50117"
    uid: 5aaaa601-1c8d-43ae-abf7-748c50077a4c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50667"
    uid: 721e444c-aa67-4a76-9546-35ffd0652b7f
  kind: Event
  lastTimestamp: "2026-07-28T18:31:38Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:31:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:31:38Z"
    name: isvc-xgboost-runtime.18c687b1610dd687
    namespace: kserve-ci-e2e-test
    resourceVersion: "50668"
    uid: cfefd745-e883-402b-a6a1-a3727377f087
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:28:34.689070Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49148"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:28:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:28:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68786a6942afa
    namespace: kserve-ci-e2e-test
    resourceVersion: "49152"
    uid: 6a53b4be-af05-429a-8850-271f4984dd54
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68786b1bb6bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49161"
    uid: 289f9bb3-1f0e-4a4c-bf71-c4b314b3b4c7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49156"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:35Z"
  message: Add eth0 [10.133.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:28:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68786e3f0df92
    namespace: kserve-ci-e2e-test
    resourceVersion: "49170"
    uid: 15405db7-dbbc-4f45-b873-4f8ce78f9037
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68786e5605fa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49172"
    uid: b1585296-5626-4e93-a799-2c9fcde3df53
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68786e7eadc15
    namespace: kserve-ci-e2e-test
    resourceVersion: "49173"
    uid: cf829916-fe6d-4314-90c5-bb92e7ec4e44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:35Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68786e8598bee
    namespace: kserve-ci-e2e-test
    resourceVersion: "49174"
    uid: 8936fe64-9297-462b-b645-e06a875293b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:39Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68787d05daef7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49207"
    uid: 3bc1954e-60a7-4c83-a563-e0f6c68baf39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68787d360a2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "49210"
    uid: 66f7c89f-520a-461d-aab2-79d5867b9e62
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68787d3d39e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "49211"
    uid: 1d255c86-f099-42ea-932b-a6798fc23fbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68787d3dd7b50
    namespace: kserve-ci-e2e-test
    resourceVersion: "49213"
    uid: 67716801-ecc9-49d2-86df-193ec535ad39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68787d6c908a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "49215"
    uid: 67d8f59f-4689-4a37-9b37-1e2336f35599
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:28:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:39Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68787d73ae9b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49216"
    uid: 3c8f5280-31eb-44db-84ab-000b8289d771
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c687924d57e043
    namespace: kserve-ci-e2e-test
    resourceVersion: "49561"
    uid: 08ae8834-1ab7-46f3-94fe-301cf34af3d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:29:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:24Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c687924d591085
    namespace: kserve-ci-e2e-test
    resourceVersion: "49562"
    uid: 968f2163-079a-4508-af59-809499ccdbfd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.64:8643/healthz": dial tcp
    10.133.0.64:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68792fe3160df
    namespace: kserve-ci-e2e-test
    resourceVersion: "49587"
    uid: e59dbd72-d89a-4142-8d51-441c047d0be5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49150"
    uid: fbbed506-e8ad-44ab-b312-1777d527702c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:27Z"
  message: 'Readiness probe failed: Get "http://10.133.0.64:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.64:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:29:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc.18c68792fe83f077
    namespace: kserve-ci-e2e-test
    resourceVersion: "49588"
    uid: 9b90c6be-921f-4156-9c7c-72c35c07dd3b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "49137"
    uid: 9886df1a-9782-43b8-8c5d-c832ca13552a
  kind: Event
  lastTimestamp: "2026-07-28T18:28:34Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-jwvxc'
  metadata:
    creationTimestamp: "2026-07-28T18:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:34Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c68786a62b79b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49149"
    uid: 78dfa59e-c9cf-47fa-b18e-57b214e18802
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49135"
    uid: 583b0dd9-f981-4d14-a2f9-fffc83f95713
  kind: Event
  lastTimestamp: "2026-07-28T18:28:34Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:34Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c68786a1e80fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49138"
    uid: cc0bfc29-3d98-42f3-90ab-722eb811b000
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49136"
    uid: 928bde46-cd83-47b7-acb5-e43404601e8c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:19Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6878a20bdfee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49509"
    uid: 8a70b0b9-1433-4f6e-8f2b-e009af0ff61d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49136"
    uid: 928bde46-cd83-47b7-acb5-e43404601e8c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:28:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:19Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6878a214346e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49510"
    uid: fa0ce6a0-8b7e-48bc-9138-8d8da43197b7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49287"
    uid: 928bde46-cd83-47b7-acb5-e43404601e8c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:04Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6878d9fef3021
    namespace: kserve-ci-e2e-test
    resourceVersion: "49396"
    uid: 477c2389-bb88-48cb-8ce7-d480dce4e0bd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49287"
    uid: 928bde46-cd83-47b7-acb5-e43404601e8c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:29:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:04Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6878da059598b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49398"
    uid: 8d3e107b-c3c8-4502-af16-71cd6e01955f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49126"
    uid: da5dc1f7-4b82-4dc6-bf35-3f419a812d24
  kind: Event
  lastTimestamp: "2026-07-28T18:29:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:29:17Z"
    name: isvc-xgboost-v2-mlserver.18c68786a219c340
    namespace: kserve-ci-e2e-test
    resourceVersion: "49491"
    uid: 5d310e17-a2e1-450f-8011-f8520f555d69
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49126"
    uid: da5dc1f7-4b82-4dc6-bf35-3f419a812d24
  kind: Event
  lastTimestamp: "2026-07-28T18:28:34Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:28:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:28:34Z"
    name: isvc-xgboost-v2-mlserver.18c68786a290fd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "49142"
    uid: aa0357d3-6476-48d4-96b9-fc6af577c0cb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49489"
    uid: da5dc1f7-4b82-4dc6-bf35-3f419a812d24
  kind: Event
  lastTimestamp: "2026-07-28T18:29:17Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:29:17Z"
    name: isvc-xgboost-v2-mlserver.18c68790b00cb285
    namespace: kserve-ci-e2e-test
    resourceVersion: "49490"
    uid: f68d0297-333b-4044-b91c-f947b327db70
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:32:55.696754Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51344"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-bpptz
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:32:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:32:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c36bd95a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51350"
    uid: 9ae68515-fe7a-468d-ac37-847a275855ea
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:32:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:56Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c379d52515
    namespace: kserve-ci-e2e-test
    resourceVersion: "51363"
    uid: 2c30ac08-57fe-4901-a902-67a223dfbb2f
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51354"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:32:57Z"
  message: Add eth0 [10.133.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:32:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c3df1546e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51374"
    uid: 2cd0b1f0-ee12-47c9-9037-27265c1d13b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:32:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c3e08ee0be
    namespace: kserve-ci-e2e-test
    resourceVersion: "51376"
    uid: 567ada95-ac93-44b6-8e6d-40a38a8ffc4d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:32:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c3e4b076f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51377"
    uid: 40d87bbc-1cdd-46d8-adb7-1d1ae9841fb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:32:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:32:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:57Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c3e520a94f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51378"
    uid: 82163c2d-6e94-494b-ad55-cbdf0d6a201e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:33:01Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c4ce209aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "51416"
    uid: 711b43ce-c456-4833-aa09-f9bc20751842
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:33:01Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c4d0cb8151
    namespace: kserve-ci-e2e-test
    resourceVersion: "51418"
    uid: 82b1e876-60f3-4dec-b894-cf8f80aa4fbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:33:01Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c4d13c5aad
    namespace: kserve-ci-e2e-test
    resourceVersion: "51419"
    uid: d7472260-b357-4481-8b56-b73814412af2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:33:01Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c4d146da89
    namespace: kserve-ci-e2e-test
    resourceVersion: "51420"
    uid: 82ba3fe6-ab95-45a4-8a85-aa33438a8596
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:33:01Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c4d466d7f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51423"
    uid: d00ef250-5ead-4a7f-886b-a1b74253555a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:33:01Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:01Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c4d4d98b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51424"
    uid: e6510f2d-d135-49d2-9590-6c48e2f2351d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:34:18Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:33:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687c50a15155e
    namespace: kserve-ci-e2e-test
    resourceVersion: "51993"
    uid: d6aa2723-5916-476f-85f9-c743059ec039
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:34:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687d613502b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51969"
    uid: 7c883550-38e8-4eaf-9eca-a1ab27b0f359
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:34:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:15Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687d61350c603
    namespace: kserve-ci-e2e-test
    resourceVersion: "51970"
    uid: 3d6defa4-4c1e-438e-8263-4042bae32596
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz
    namespace: kserve-ci-e2e-test
    resourceVersion: "51346"
    uid: 22231a65-b15d-4d65-b8bb-b0a93f23344e
  kind: Event
  lastTimestamp: "2026-07-28T18:34:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.68:8643/healthz": dial tcp
    10.133.0.68:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:34:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:18Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-bpptz.18c687d6bc28f6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "51992"
    uid: 0b7d5880-032f-45c6-bf13-e03bb0d4e341
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51335"
    uid: 3650eb07-2347-4fc8-9534-bddf2d1235c9
  kind: Event
  lastTimestamp: "2026-07-28T18:32:55Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-bpptz'
  metadata:
    creationTimestamp: "2026-07-28T18:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:32:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c687c36b70c822
    namespace: kserve-ci-e2e-test
    resourceVersion: "51345"
    uid: ebd91c10-76d5-4965-87ed-752295e8f504
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51333"
    uid: aff306c1-64e8-4540-abd3-5d1ad0395ecd
  kind: Event
  lastTimestamp: "2026-07-28T18:32:55Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:32:55Z"
    name: isvc-xgboost-v2-predictor.18c687c368752251
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 5059f1f6-4079-4dc6-a5d7-d8d7c5d15197
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51334"
    uid: 48f6c45d-5db4-4070-bb18-9498e0076f82
  kind: Event
  lastTimestamp: "2026-07-28T18:33:25Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:33:25Z"
    name: isvc-xgboost-v2-predictor.18c687c6e7a356ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "51595"
    uid: 713f289b-91a9-4853-8498-3682123b59d5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51334"
    uid: 48f6c45d-5db4-4070-bb18-9498e0076f82
  kind: Event
  lastTimestamp: "2026-07-28T18:33:25Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:33:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:33:25Z"
    name: isvc-xgboost-v2-predictor.18c687c6e84fee21
    namespace: kserve-ci-e2e-test
    resourceVersion: "51596"
    uid: ad98a3c1-bc0c-420e-a50f-f9cf747f8f7a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51489"
    uid: 48f6c45d-5db4-4070-bb18-9498e0076f82
  kind: Event
  lastTimestamp: "2026-07-28T18:34:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:10Z"
    name: isvc-xgboost-v2-predictor.18c687cde6432ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51915"
    uid: 6f167552-f2e3-42a2-855d-5bb74f07e1f5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51489"
    uid: 48f6c45d-5db4-4070-bb18-9498e0076f82
  kind: Event
  lastTimestamp: "2026-07-28T18:34:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:10Z"
    name: isvc-xgboost-v2-predictor.18c687cde6b39706
    namespace: kserve-ci-e2e-test
    resourceVersion: "51916"
    uid: 19dab4e3-1752-4de5-bce8-4c1e3e9320bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:31:50.446940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50796"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:31:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:31:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b43aa84721
    namespace: kserve-ci-e2e-test
    resourceVersion: "50802"
    uid: bda1c22e-c30f-4d68-9c23-d42122b30c5d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b4457dccb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50810"
    uid: e9171d82-ff4c-43d4-b592-d5853f460dae
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50806"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:51Z"
  message: Add eth0 [10.133.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:31:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b477f84472
    namespace: kserve-ci-e2e-test
    resourceVersion: "50822"
    uid: 50373be8-bf31-4731-8c8a-de8e3806f955
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b4796cc446
    namespace: kserve-ci-e2e-test
    resourceVersion: "50824"
    uid: 7c023bcf-1a5d-4d6c-b8d1-e4dd9cc3b0e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b47bfbf09e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50825"
    uid: 79549ca1-bdf2-4bc0-b905-8aa584dc9b0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:31:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:51Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b47c8a4e7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50826"
    uid: 7492796c-77b1-44a0-995b-9e45d2292e87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:55Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b5623234e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "50858"
    uid: c25f6c46-dc57-441e-9b0d-3a6a0cc0c6f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b565205c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "50860"
    uid: 77d25a40-b514-4671-af67-5e1b724800b7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b56596fecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "50862"
    uid: 8fa41751-433e-46de-b720-5b677cbfbe4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b565a37024
    namespace: kserve-ci-e2e-test
    resourceVersion: "50864"
    uid: 1fea6e5c-7e7e-4b2a-9331-8aa45a820928
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b56862be95
    namespace: kserve-ci-e2e-test
    resourceVersion: "50867"
    uid: 4f306711-43f7-4d20-a6e6-44f04416acf5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687b568d9295f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50868"
    uid: 1c3473b5-1b3d-4905-a315-d63fc80af972
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:32:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T18:32:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:32Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687be0eaa1369
    namespace: kserve-ci-e2e-test
    resourceVersion: "51129"
    uid: 18b2853c-7a48-4bf0-9dbc-5c8cbef395ff
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:32:50Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687c2397d5691
    namespace: kserve-ci-e2e-test
    resourceVersion: "51279"
    uid: 9e8df428-17e5-4863-8673-f1c7130f2461
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:32:50Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:32:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687c2397e3a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51280"
    uid: ca0a0071-928e-41d5-b554-3f90ab8d6a84
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:32:57Z"
  message: 'Readiness probe failed: Get "https://10.133.0.67:8643/healthz": dial tcp
    10.133.0.67:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:32:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687c2a82a5aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "51371"
    uid: ca9515ac-0558-4cd2-b31b-5301463946e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: ca41fd3b-8466-4e52-b9f9-c3e8f25c2da1
  kind: Event
  lastTimestamp: "2026-07-28T18:32:53Z"
  message: 'Readiness probe failed: Get "http://10.133.0.67:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T18:32:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:53Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr.18c687c2e68a00de
    namespace: kserve-ci-e2e-test
    resourceVersion: "51302"
    uid: c90f9abd-1354-4c4e-8775-77007735b6ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50786"
    uid: 4825dc8c-325d-4448-bbfe-08f8c9eb9486
  kind: Event
  lastTimestamp: "2026-07-28T18:31:50Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-v72gr'
  metadata:
    creationTimestamp: "2026-07-28T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c687b43a3ae520
    namespace: kserve-ci-e2e-test
    resourceVersion: "50797"
    uid: 3c52c8ff-b0cf-4880-b75d-cad74f97053e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50784"
    uid: 3e74a18a-caf9-43c7-a5ae-8a2860cadbef
  kind: Event
  lastTimestamp: "2026-07-28T18:31:50Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18c687b43712b7ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "50788"
    uid: 2daadca0-984d-42ce-9042-863b3a33d665
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50785"
    uid: c778ebc1-ab26-4d73-8c2e-ee7f02811634
  kind: Event
  lastTimestamp: "2026-07-28T18:32:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:32:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18c687b7b5b5e981
    namespace: kserve-ci-e2e-test
    resourceVersion: "51263"
    uid: 49830c56-8a94-48cd-9495-4e4f7fade1b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50785"
    uid: c778ebc1-ab26-4d73-8c2e-ee7f02811634
  kind: Event
  lastTimestamp: "2026-07-28T18:32:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:32:50Z"
    name: isvc-xgboost-v2-runtime-predictor.18c687b7b6200083
    namespace: kserve-ci-e2e-test
    resourceVersion: "51264"
    uid: d99ab808-f4c6-408f-91dc-d3e085521560
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50777"
    uid: 6660ad8d-819e-4fa2-8147-b08db0aaacdf
  kind: Event
  lastTimestamp: "2026-07-28T18:32:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:32:42Z"
    name: isvc-xgboost-v2-runtime.18c687b43773e2bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "51205"
    uid: b7e73ef7-4cb7-448c-ade7-0c25390be05d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "50777"
    uid: 6660ad8d-819e-4fa2-8147-b08db0aaacdf
  kind: Event
  lastTimestamp: "2026-07-28T18:31:50Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:31:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:31:50Z"
    name: isvc-xgboost-v2-runtime.18c687b437ea5bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "50793"
    uid: d11bf435-9c48-4b40-95b8-4e54e555407b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "51203"
    uid: 6660ad8d-819e-4fa2-8147-b08db0aaacdf
  kind: Event
  lastTimestamp: "2026-07-28T18:32:42Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:32:42Z"
    name: isvc-xgboost-v2-runtime.18c687c059ec5622
    namespace: kserve-ci-e2e-test
    resourceVersion: "51204"
    uid: 20602843-b81d-4a9c-9c48-1e36d7ce80a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51322"
    uid: 91171ce1-aa7e-4da2-a914-233ee5522207
  kind: Event
  lastTimestamp: "2026-07-28T18:34:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:34:08Z"
    name: isvc-xgboost-v2.18c687c368a4f844
    namespace: kserve-ci-e2e-test
    resourceVersion: "51903"
    uid: 6ac9e2db-2b79-4bb5-bd32-8074e1a3d6f1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51322"
    uid: 91171ce1-aa7e-4da2-a914-233ee5522207
  kind: Event
  lastTimestamp: "2026-07-28T18:32:55Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:32:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:32:55Z"
    name: isvc-xgboost-v2.18c687c368fe9eb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51341"
    uid: 4ab31673-37d9-4c5d-8339-d489d6923577
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "51900"
    uid: 91171ce1-aa7e-4da2-a914-233ee5522207
  kind: Event
  lastTimestamp: "2026-07-28T18:34:08Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:34:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:34:08Z"
    name: isvc-xgboost-v2.18c687d46e655be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51901"
    uid: 13471bdd-bd5a-4c94-ab9b-1dfcd811d68c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48300"
    uid: 58b30689-a894-489b-9883-0da2f547057d
  kind: Event
  lastTimestamp: "2026-07-28T18:28:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:28:21Z"
    name: isvc-xgboost.18c6876e1e1d9bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "49010"
    uid: 2f7b5654-f0f2-43b4-b7fe-ec43ab4f756a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "48300"
    uid: 58b30689-a894-489b-9883-0da2f547057d
  kind: Event
  lastTimestamp: "2026-07-28T18:26:49Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:26:49Z"
    name: isvc-xgboost.18c6876e1e9fb017
    namespace: kserve-ci-e2e-test
    resourceVersion: "48313"
    uid: 4802f947-ae70-4457-b065-7e73c8e1c686
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "49008"
    uid: 58b30689-a894-489b-9883-0da2f547057d
  kind: Event
  lastTimestamp: "2026-07-28T18:28:21Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:28:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:28:21Z"
    name: isvc-xgboost.18c6878393227500
    namespace: kserve-ci-e2e-test
    resourceVersion: "49009"
    uid: 1b6f3bd1-54b8-4322-afbf-e0a646ea0e7c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:22:47.618106Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16530"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-f9dbj
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:22:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:22:47Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c683efa6d0f977
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 660adc28-761e-4d94-a519-6812702db484
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:47Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c683efb3d5975c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16557"
    uid: 6bca8ee0-c32c-45eb-af65-906de56b7c17
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16545"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:48Z"
  message: Add eth0 [10.133.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:22:48Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c683efe3fb11b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16569"
    uid: 7f154ba5-215f-4e22-9981-742eaca9ca35
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:48Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T17:22:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:48Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c683efe56cce30
    namespace: kserve-ci-e2e-test
    resourceVersion: "16571"
    uid: b60f226f-f525-46cb-aff6-2bc217dd1052
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:49Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.313s (1.313s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:49Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c683f033bee52c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: 09339077-9958-4c3c-bb51-9eb17ed1afd4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:50Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c683f0379cc068
    namespace: kserve-ci-e2e-test
    resourceVersion: "16585"
    uid: 43d6cce0-4620-4ffe-95ed-b24b9e11308b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:50Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c683f038084834
    namespace: kserve-ci-e2e-test
    resourceVersion: "16586"
    uid: 51c31451-3868-4188-b750-7e8c031df893
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:50Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c683f038107a7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16587"
    uid: acef880b-022e-474c-82d4-13fb528a3c47
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:50Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c683f03ae0b9fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 2f1ce7c9-2f5a-4be6-8fc0-b295205aca83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:50Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c683f03b61eacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: 5f73dbb1-0b88-4ce9-8b42-57bba5b9f1e1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:24:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:42Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c6840a81b63eda
    namespace: kserve-ci-e2e-test
    resourceVersion: "17537"
    uid: 68781edb-c624-4e37-b9ae-33ae7daec296
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:24:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:42Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c6840a81b6a2fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: 8cf45f93-d903-4cef-b91d-d4029df948a6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-f9dbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: 978898e3-c721-458e-8940-7f9b3a28d05b
  kind: Event
  lastTimestamp: "2026-07-28T17:24:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.19:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-28T17:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:44Z"
    name: message-dumper-predictor-6575bcfdfd-f9dbj.18c6840ac77f387e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17587"
    uid: 5472f0dc-1bdb-4904-80cd-8614c03669fa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16514"
    uid: 5c86d0fd-ad07-431c-907f-ef672518ca3c
  kind: Event
  lastTimestamp: "2026-07-28T17:22:47Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-f9dbj'
  metadata:
    creationTimestamp: "2026-07-28T17:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:47Z"
    name: message-dumper-predictor-6575bcfdfd.18c683efa64ec6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: ab23ab53-11d3-4292-9614-408bb2f0b332
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16511"
    uid: e5c057ac-4bde-41c9-ac9d-0d85322d45c9
  kind: Event
  lastTimestamp: "2026-07-28T17:22:47Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:47Z"
    name: message-dumper-predictor.18c683efa365dc5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: b967b676-e2f7-4087-bd99-4b1707c12a08
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16512"
    uid: a6c6818a-95bd-486a-a58f-0e7978880592
  kind: Event
  lastTimestamp: "2026-07-28T17:23:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:17Z"
    name: message-dumper-predictor.18c683f321deb49e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16866"
    uid: af400938-b1a5-4435-85e1-e868dea4fd06
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16512"
    uid: a6c6818a-95bd-486a-a58f-0e7978880592
  kind: Event
  lastTimestamp: "2026-07-28T17:23:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:23:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:17Z"
    name: message-dumper-predictor.18c683f3224a5e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16867"
    uid: 7a925609-06e2-4027-8d3e-5b35ea12ae62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16505"
    uid: ca9448e4-ea52-4009-bffb-0db77b03476b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:22:58Z"
    name: message-dumper.18c683efa37558db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16654"
    uid: d12c5ef4-b6a0-4331-be06-1b849c9586c6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: ca9448e4-ea52-4009-bffb-0db77b03476b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:47Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:22:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:22:47Z"
    name: message-dumper.18c683efa93c8992
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 5c55e139-f492-4020-8e26-94a4e94bf331
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16652"
    uid: ca9448e4-ea52-4009-bffb-0db77b03476b
  kind: Event
  lastTimestamp: "2026-07-28T17:22:58Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:22:58Z"
    name: message-dumper.18c683f21fb77a8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16653"
    uid: d816401e-a8d0-48e2-8119-c5b9d9954c62
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:17:01.396185Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43429"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686e53b1a705f
    namespace: kserve-ci-e2e-test
    resourceVersion: "43434"
    uid: d9f938c4-7a75-413c-af08-672c745d47a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43438"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686e554f88cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43446"
    uid: c3a25d89-ff4b-491e-9a84-bd6d12453e36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686e55694e9e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "43448"
    uid: f93f23e9-6db3-430d-b188-604392800cf2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686e5594120db
    namespace: kserve-ci-e2e-test
    resourceVersion: "43450"
    uid: cd5d0be3-fd33-4a16-837e-cbeb8016a250
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686e559baa606
    namespace: kserve-ci-e2e-test
    resourceVersion: "43451"
    uid: 12de7be1-94ca-43a2-b6f3-6cd371413847
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:17:06Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686e64fbe9c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43485"
    uid: f40963d7-8603-4652-ba91-9b79026bb79c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:17:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686e653c60da9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43488"
    uid: 5aeb4820-250d-4ddd-b989-012566ec255f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:17:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686e6544784da
    namespace: kserve-ci-e2e-test
    resourceVersion: "43489"
    uid: 32aece2f-c7c4-4714-bd5a-a7902d14aa51
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:17:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686e654538712
    namespace: kserve-ci-e2e-test
    resourceVersion: "43490"
    uid: 4928357c-345d-4428-9382-aaed3e55e4e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:17:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686e65789d8ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "43493"
    uid: a8f3da3f-035b-4bd3-96f1-efefd15bf8a1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:17:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:17:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:06Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686e65800159d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43494"
    uid: c96ddef1-3635-4ba2-8e2d-b0b88e204131
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:17:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T18:17:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:43Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686eeee5b3a57
    namespace: kserve-ci-e2e-test
    resourceVersion: "43754"
    uid: 0a9763dd-c7f2-48e1-b092-ed0c0ab7a388
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:18:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686f32ce89940
    namespace: kserve-ci-e2e-test
    resourceVersion: "43909"
    uid: 0037c93e-8f39-412b-a0f5-76b08f7b6d26
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:18:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686f32ce90df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43910"
    uid: e62f7883-3c19-4ed2-bf7f-314641deaaa4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:18:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:18:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:08Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686f395bfc851
    namespace: kserve-ci-e2e-test
    resourceVersion: "44015"
    uid: 1a175b98-7328-4581-8117-93020492f064
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43431"
    uid: 46e76097-4dbc-426e-bac4-7df016937d30
  kind: Event
  lastTimestamp: "2026-07-28T18:18:04Z"
  message: 'Readiness probe failed: Get "http://10.133.0.56:8080/v2/models/sklearn-v2-mlserver/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T18:18:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:04Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2.18c686f3d4129116
    namespace: kserve-ci-e2e-test
    resourceVersion: "43937"
    uid: 8de8b0e0-887d-4874-a346-f157c7140f23
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43412"
    uid: 3c1c9748-540a-40bc-b64e-71a0bf1e43f4
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-sbjk2'
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c686e53a47ecf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43430"
    uid: ec04d692-c27a-400b-ad3b-1c6921084c03
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43411"
    uid: 097143d0-abe7-4b15-afff-07e731f9c5e6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: sklearn-v2-mlserver-predictor.18c686e52d0ffcd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43415"
    uid: 852bb535-6362-428f-a9dc-e442aaf90701
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43413"
    uid: a3433ea0-a37f-4278-8be9-84db7e44e58e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:46Z"
    name: sklearn-v2-mlserver-predictor.18c686e8ac190b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43780"
    uid: e359bf01-90ed-4435-8e2f-dc05a7c6b649
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43413"
    uid: a3433ea0-a37f-4278-8be9-84db7e44e58e
  kind: Event
  lastTimestamp: "2026-07-28T18:17:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:17:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:46Z"
    name: sklearn-v2-mlserver-predictor.18c686e8ac870cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43781"
    uid: 5f26324d-278f-454d-be08-63087fb88b1d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43566"
    uid: a3433ea0-a37f-4278-8be9-84db7e44e58e
  kind: Event
  lastTimestamp: "2026-07-28T18:18:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:01Z"
    name: sklearn-v2-mlserver-predictor.18c686f32987bf49
    namespace: kserve-ci-e2e-test
    resourceVersion: "43892"
    uid: e1cc3c59-c1ab-4ac0-999e-913feb8a3fb9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43566"
    uid: a3433ea0-a37f-4278-8be9-84db7e44e58e
  kind: Event
  lastTimestamp: "2026-07-28T18:18:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:01Z"
    name: sklearn-v2-mlserver-predictor.18c686f329f01d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "43894"
    uid: 6cb48ed3-386d-4b60-810f-8c40287ca5ac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43404"
    uid: ac76c6d6-716e-405e-a7dc-f9b1f6ce4781
  kind: Event
  lastTimestamp: "2026-07-28T18:17:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:17:53Z"
    name: sklearn-v2-mlserver.18c686e52e4e541b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43836"
    uid: 3361fcc5-aaa6-436f-a247-3032ee729ddc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43404"
    uid: ac76c6d6-716e-405e-a7dc-f9b1f6ce4781
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: sklearn-v2-mlserver.18c686e5305a1443
    namespace: kserve-ci-e2e-test
    resourceVersion: "43439"
    uid: 3d06b918-9fa7-4eb7-aa4d-19a50a5a30ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43406"
    uid: ac76c6d6-716e-405e-a7dc-f9b1f6ce4781
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: sklearn-v2-mlserver.18c686e53e7ed5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43441"
    uid: 152fcb3f-4718-4329-8c8a-273d1194947a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "43833"
    uid: ac76c6d6-716e-405e-a7dc-f9b1f6ce4781
  kind: Event
  lastTimestamp: "2026-07-28T18:17:53Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:17:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:17:53Z"
    name: sklearn-v2-mlserver.18c686f1497a310a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43834"
    uid: 26f4b3a2-f21c-40b8-bc60-2ca41417827a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:29:29.900648Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49624"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    to ip-10-0-138-231.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:29:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:29:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c687938172099b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49629"
    uid: 93ed2344-ec97-41b8-85bf-92876182e4e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-687c8f9f9c-fmjkx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49634"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:30Z"
  message: Add eth0 [10.133.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:29:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c687939b3d988f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49645"
    uid: 1c1f8648-f945-420e-9e48-1cfa069990e4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:30Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c687939cbfbfe6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49647"
    uid: 646c5cfc-9e3c-4fb5-a91e-afabaff79161
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c687939f7ad05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49649"
    uid: f4ad146e-7a0e-4dc8-b233-941794aefbd0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:30Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c687939fef80b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "49650"
    uid: fd21e86e-d7fd-483d-a4d3-6006b1d1e6f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:34Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:34Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c68794ab132b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "49690"
    uid: 1cd6368c-7677-42f0-b358-ea4adecb8b1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:34Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:34Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c68794ae4ffd6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49692"
    uid: c0039efd-6753-47cb-a6b6-b3f03d0a046a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:34Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c68794aec90cb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49693"
    uid: 937d619d-138a-4aa7-afe4-b389087deb32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:29:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:34Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c68794aed45dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49696"
    uid: 9baa6579-4a79-4252-8524-20d5cf60ad44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c68794b22c404d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49697"
    uid: 0ef41074-9c76-408f-9cd4-dafe89ece5fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:29:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:35Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c68794b2b50ac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49699"
    uid: d2dba736-d9f0-4be7-801e-79329c66e869
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:30:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c6879f2bf647ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "50042"
    uid: 32628332-06e8-441b-977d-d01ac7ef685e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:30:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:30:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:20Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c6879f2bf6cfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50043"
    uid: fe601bd1-5023-44cb-b31f-379a7f213868
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49626"
    uid: a0863d75-fa9f-48e0-8a91-58928d288d2c
  kind: Event
  lastTimestamp: "2026-07-28T18:30:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.65:8643/healthz": dial tcp
    10.133.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:30:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:21Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5.18c6879f9d0a9fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "50055"
    uid: 150b5b60-a206-423f-829e-b357942c78e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-231.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-231.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49615"
    uid: 7ebc38da-03b2-4b0c-a2ff-4e6b10faa330
  kind: Event
  lastTimestamp: "2026-07-28T18:29:29Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-bkxh5'
  metadata:
    creationTimestamp: "2026-07-28T18:29:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:29Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c6879380ec5db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49625"
    uid: fe0c9291-a5c4-4708-951b-ebe44c0b43bc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49613"
    uid: 623c8cbf-73e2-486f-87c1-970f4aa1dbec
  kind: Event
  lastTimestamp: "2026-07-28T18:29:29Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:29:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:29Z"
    name: xgboost-v2-mlserver-predictor.18c687937e1294c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49616"
    uid: a12d1282-d695-4488-b0a7-98e009222d81
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49614"
    uid: 7e546a14-2ecb-4b98-bd98-2a8fbe9c47e4
  kind: Event
  lastTimestamp: "2026-07-28T18:29:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:59Z"
    name: xgboost-v2-mlserver-predictor.18c68796fd0a1d8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "49871"
    uid: 374d9d84-2b64-48ea-843e-f7e0f5b501d9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49614"
    uid: 7e546a14-2ecb-4b98-bd98-2a8fbe9c47e4
  kind: Event
  lastTimestamp: "2026-07-28T18:29:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:29:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:59Z"
    name: xgboost-v2-mlserver-predictor.18c68796fd73d2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49872"
    uid: 6e9c18e0-acac-413e-b3ae-19c676d9a602
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49767"
    uid: 7e546a14-2ecb-4b98-bd98-2a8fbe9c47e4
  kind: Event
  lastTimestamp: "2026-07-28T18:30:14Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:14Z"
    name: xgboost-v2-mlserver-predictor.18c6879dfb5e3a88
    namespace: kserve-ci-e2e-test
    resourceVersion: "49984"
    uid: daa78064-1e9c-42df-a5a5-bf3114747399
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49767"
    uid: 7e546a14-2ecb-4b98-bd98-2a8fbe9c47e4
  kind: Event
  lastTimestamp: "2026-07-28T18:30:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:30:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:14Z"
    name: xgboost-v2-mlserver-predictor.18c6879dfbc0ef9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49986"
    uid: e96a3b9d-7f98-4be5-9ab6-f9509d313de7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49605"
    uid: 27f8f6fd-fdd8-4b53-a04c-a40b44c21180
  kind: Event
  lastTimestamp: "2026-07-28T18:30:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:29:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:12Z"
    name: xgboost-v2-mlserver.18c687937e1b0bc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49965"
    uid: 47001dcc-d973-4877-933c-75a338e416e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49605"
    uid: 27f8f6fd-fdd8-4b53-a04c-a40b44c21180
  kind: Event
  lastTimestamp: "2026-07-28T18:29:29Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:29:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:29:29Z"
    name: xgboost-v2-mlserver.18c687937e9916b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49620"
    uid: 8c2ea87c-4d03-4cf6-aaaf-d77817929438
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "49963"
    uid: 27f8f6fd-fdd8-4b53-a04c-a40b44c21180
  kind: Event
  lastTimestamp: "2026-07-28T18:30:12Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:30:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:12Z"
    name: xgboost-v2-mlserver.18c6879d4f6e95d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "49964"
    uid: c521f432-0a36-4c1a-adf0-6ea87d96df8c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "55718"