---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:36:31.664208Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22119"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:36:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:36:31Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684af83ca9487
    namespace: kserve-ci-e2e-test
    resourceVersion: "22125"
    uid: cec0d5e5-a99f-4b9c-a7dd-1a93edd7782d
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:31Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:31Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684af8cb41979
    namespace: kserve-ci-e2e-test
    resourceVersion: "22132"
    uid: d7709402-740c-405e-aa47-6aecfaf8a7ff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22129"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:32Z"
  message: Add eth0 [10.132.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:36:32Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684afc09efc8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22142"
    uid: 9c45aba5-909b-4b64-8e89-a2f940d703d4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:32Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684afc22943a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22145"
    uid: 4c26a2df-a35b-477d-b690-2634852fe20e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:32Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684afc49646a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22146"
    uid: 12878bd5-c523-4534-8e6f-bc11ca022cc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:32Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684afc502a640
    namespace: kserve-ci-e2e-test
    resourceVersion: "22147"
    uid: f759638d-a6d1-496d-831c-fe8efa56ce6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:38Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684b1033415d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22190"
    uid: 5377c9d4-42a2-4ea4-bbc4-398429d12738
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684b10656462e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22192"
    uid: ff19683b-3fa6-4892-9d60-b03b073b4b89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684b107094002
    namespace: kserve-ci-e2e-test
    resourceVersion: "22196"
    uid: 1310cacf-4aff-495d-b426-42b8ff514b4c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684b107119101
    namespace: kserve-ci-e2e-test
    resourceVersion: "22197"
    uid: 21bed8e2-7eb5-46c9-a56c-1e2b9d9ebe0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684b109daea93
    namespace: kserve-ci-e2e-test
    resourceVersion: "22199"
    uid: cf071454-e353-4965-a584-c7d960e8ff4c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:38Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684b10a53d4e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: 7b1693e1-73bf-4f10-813a-8f6c9b98f296
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:36:45Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:36:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:45Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684b13f2c9717
    namespace: kserve-ci-e2e-test
    resourceVersion: "22254"
    uid: 47edb768-2c87-4803-821d-0d848d7c2dac
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:37:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684b7a3530fe3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22429"
    uid: 8558fc3c-f4b6-4849-8152-4bb2c2646017
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs
    namespace: kserve-ci-e2e-test
    resourceVersion: "22123"
    uid: 0bb7af6f-6bc7-4cff-9d12-83ce7365c922
  kind: Event
  lastTimestamp: "2026-07-28T17:37:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:37:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs.18c684b7a35378a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22430"
    uid: b5ad8ad0-8f97-4b1b-a6ef-c3446b65f51d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "22110"
    uid: 37851e12-f5c1-447c-95c5-b6c9325374bd
  kind: Event
  lastTimestamp: "2026-07-28T17:36:31Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-mhtqs'
  metadata:
    creationTimestamp: "2026-07-28T17:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:31Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18c684af834d7912
    namespace: kserve-ci-e2e-test
    resourceVersion: "22121"
    uid: 98a21c1a-93c6-42b2-a8f5-310e58bb56a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22108"
    uid: 0de921dd-466e-4c3a-8570-c4ee803b5e53
  kind: Event
  lastTimestamp: "2026-07-28T17:36:31Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:31Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c684af80501c1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 746c05e4-06e0-48c0-8614-f3d702886272
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 41a0d9c6-17b1-4bbb-b6e1-3b4c412502dc
  kind: Event
  lastTimestamp: "2026-07-28T17:37:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c684b2fef15917
    namespace: kserve-ci-e2e-test
    resourceVersion: "22375"
    uid: caff93d1-dabb-4756-bdbc-4535a5e34c56
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22109"
    uid: 41a0d9c6-17b1-4bbb-b6e1-3b4c412502dc
  kind: Event
  lastTimestamp: "2026-07-28T17:37:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:36:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:01Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18c684b2ff5d0215
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: 35416a3d-4042-48a5-a862-333cbff41498
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22101"
    uid: dc78eeb2-6d45-46b3-b13a-09f6968dd181
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-autogluon-ts-v1-noslash.18c684af805bb8b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22334"
    uid: 75c1de94-fc1e-44ac-8f73-5aeb91afc1ff
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22101"
    uid: dc78eeb2-6d45-46b3-b13a-09f6968dd181
  kind: Event
  lastTimestamp: "2026-07-28T17:36:31Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:36:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:31Z"
    name: isvc-autogluon-ts-v1-noslash.18c684af80c863df
    namespace: kserve-ci-e2e-test
    resourceVersion: "22115"
    uid: 7942ca2d-bb1b-4d09-a670-bc42ed82cf11
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22331"
    uid: dc78eeb2-6d45-46b3-b13a-09f6968dd181
  kind: Event
  lastTimestamp: "2026-07-28T17:36:55Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:55Z"
    name: isvc-autogluon-ts-v1-noslash.18c684b50047a672
    namespace: kserve-ci-e2e-test
    resourceVersion: "22332"
    uid: b8a0e4fc-4b2d-4b57-8fa5-34cb54c68aa9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:35:44.945565Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21708"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:35:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:35:44Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a4a3249f2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21713"
    uid: e64ae4e0-cb95-4fa2-8b9a-8681db7544ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21717"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:35:45Z"
  message: Add eth0 [10.132.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:35:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a4bc34612e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: b151edf0-944c-46a2-a6e9-028bdf05a196
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:35:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a4bdaaf995
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: e70006d7-765d-4b85-90a8-cbe280b56b2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:35:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a4c04acd7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21727"
    uid: 74d195a9-83a7-4db9-9b4a-066743fadd55
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:35:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:45Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a4c0cc12f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21728"
    uid: 3c617f73-3d36-4e2c-8b11-247763d2a9d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:35:53Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a6bb25634b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21794"
    uid: c3945acd-b7a9-4184-bab0-e65fefb66d4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:35:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a6be38a081
    namespace: kserve-ci-e2e-test
    resourceVersion: "21796"
    uid: 51c445f3-b087-4df8-a69e-4b677074a9c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:35:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:53Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a6beb55cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "21799"
    uid: 6f22bf88-c8e8-46b2-8a46-e9100386980c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:35:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:54Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a6bebe5a5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21801"
    uid: 45a32f18-831d-4645-9138-857577aa8b65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:35:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:54Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a6c1678830
    namespace: kserve-ci-e2e-test
    resourceVersion: "21802"
    uid: 9b1dc2c3-ae39-47c6-a9b8-53b27c529edc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:35:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:54Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a6c1d63a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21804"
    uid: 4cf4c111-859e-4ad4-b42a-8f823aca408a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:36:01Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684a732e39962
    namespace: kserve-ci-e2e-test
    resourceVersion: "21864"
    uid: 58468436-d095-47c8-8854-19fef75e4d03
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:36:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684ae4f6c0c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22058"
    uid: 6a2c4de1-34bd-4197-97a2-d8dbf8bf03bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:36:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684ae4f6c77e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22059"
    uid: 9c65f188-d1b3-4b92-8ef0-d2a5c260a047
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "21711"
    uid: 47d198db-4fbe-4edd-959c-b22ef63bd831
  kind: Event
  lastTimestamp: "2026-07-28T17:36:26Z"
  message: 'Readiness probe failed: Get "https://10.132.0.25:8643/healthz": dial tcp
    10.132.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:36:26Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4.18c684ae6ae32146
    namespace: kserve-ci-e2e-test
    resourceVersion: "22065"
    uid: 97897f67-0a04-4783-ad10-0ad676b6143f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21696"
    uid: c85b3dd6-a02c-4c38-aef5-e34d2769a223
  kind: Event
  lastTimestamp: "2026-07-28T17:35:44Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-jhkc4'
  metadata:
    creationTimestamp: "2026-07-28T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:44Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18c684a4a299f593
    namespace: kserve-ci-e2e-test
    resourceVersion: "21710"
    uid: b2dd1c3d-b3ae-43af-940a-970586ae2660
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21694"
    uid: 2ea79702-e92f-42ad-b67e-cb972a7c4d49
  kind: Event
  lastTimestamp: "2026-07-28T17:35:44Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:44Z"
    name: isvc-autogluon-ts-v1-predictor.18c684a49d323711
    namespace: kserve-ci-e2e-test
    resourceVersion: "21697"
    uid: 1cb17919-ebc0-42a9-8291-b416b462e2c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21695"
    uid: 9a37bced-6678-473e-bde8-d779a5f8ca5d
  kind: Event
  lastTimestamp: "2026-07-28T17:36:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:14Z"
    name: isvc-autogluon-ts-v1-predictor.18c684a81c44d3f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21963"
    uid: 7c1617c2-a69c-4202-a223-43c042f14e8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21695"
    uid: 9a37bced-6678-473e-bde8-d779a5f8ca5d
  kind: Event
  lastTimestamp: "2026-07-28T17:36:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:35:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:36:14Z"
    name: isvc-autogluon-ts-v1-predictor.18c684a81cace33d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21964"
    uid: d8e4b077-4e5c-4a7d-9b1c-bc7829a0801a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: 56d1f45e-5bf7-4dd5-a21c-7b7e220cab11
  kind: Event
  lastTimestamp: "2026-07-28T17:36:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:12Z"
    name: isvc-autogluon-ts-v1.18c684a49d674e97
    namespace: kserve-ci-e2e-test
    resourceVersion: "21941"
    uid: b7bae18e-3b49-49db-aed9-9ed653de8351
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21687"
    uid: 56d1f45e-5bf7-4dd5-a21c-7b7e220cab11
  kind: Event
  lastTimestamp: "2026-07-28T17:35:44Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:44Z"
    name: isvc-autogluon-ts-v1.18c684a49e4ea9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21719"
    uid: 69d94afe-a783-4cd4-a9dd-5c80cf486f90
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21690"
    uid: 56d1f45e-5bf7-4dd5-a21c-7b7e220cab11
  kind: Event
  lastTimestamp: "2026-07-28T17:35:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:44Z"
    name: isvc-autogluon-ts-v1.18c684a4a5449193
    namespace: kserve-ci-e2e-test
    resourceVersion: "21720"
    uid: b3317138-cd31-42ad-9b67-59ee5523709c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:36:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21938"
    uid: 56d1f45e-5bf7-4dd5-a21c-7b7e220cab11
  kind: Event
  lastTimestamp: "2026-07-28T17:36:12Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:36:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:36:12Z"
    name: isvc-autogluon-ts-v1.18c684aaf26a8843
    namespace: kserve-ci-e2e-test
    resourceVersion: "21939"
    uid: 836268dc-c164-4108-b253-c572b0fa1817
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:26:00.278802Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17273"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6841c8249e9a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17281"
    uid: f145412d-a7ae-4673-b77b-882942571879
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17286"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Add eth0 [10.132.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6841c9b832e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "17309"
    uid: 0a95f2f2-8017-4f04-ad20-ef01fef958b9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6841c9d157b3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17312"
    uid: 79a40df8-30f1-4475-be29-a81fe52471f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6841c9ffd00c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17314"
    uid: 36c3d6c8-2946-426b-a2a9-06b6d44be0fa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6841ca06c4d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "17315"
    uid: 6d3c1d4e-ae31-4eee-9800-a213ae3c8eff
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:26:31Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c68423a98b4ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17543"
    uid: 2d8c34d8-3670-495d-8cc6-6118897fed31
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:28:30Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m59.936s
    (1m59.936s including waiting). Image size: 8940333845 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:28:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:30Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6843f964e3bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18373"
    uid: 58d46544-d0ce-4916-9628-fef9b754ccff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:28:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6843f9bebc5b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18374"
    uid: 161ca762-6a9f-4409-9300-f5419ee3db9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:28:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6843f9d1a74dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18375"
    uid: 9c5506dd-324b-408a-84df-346dd256f691
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:28:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6843f9d257dbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "18376"
    uid: f27b8952-3cdd-4b68-8160-e71d14a7fc27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:28:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6843fa2bef313
    namespace: kserve-ci-e2e-test
    resourceVersion: "18378"
    uid: 1cc4a122-ca26-44a2-8fb1-dcf96152c3eb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:28:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:28:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:31Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6843fa3d13719
    namespace: kserve-ci-e2e-test
    resourceVersion: "18379"
    uid: 9b0f2553-1fec-4bfd-88ac-81c99afbc4e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:28:38Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:28:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6843ff18a9ed3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18438"
    uid: 458931db-8939-486b-9a7b-d701b4cd39c0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:28:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c684457984b989
    namespace: kserve-ci-e2e-test
    resourceVersion: "18587"
    uid: b3b9b65c-e970-42ba-bb85-62f46cedd6a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: a42ace49-8d7d-4a20-b393-264b520fab05
  kind: Event
  lastTimestamp: "2026-07-28T17:28:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:28:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:28:56Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-jk6xf.18c6844579851c7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18588"
    uid: 22958587-8ab4-4325-a7c8-ad84fc922088
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "17257"
    uid: 79d6490f-b60f-4f50-bf8c-d1ee32c9aed8
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-jk6xf'
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18c6841c81c40142
    namespace: kserve-ci-e2e-test
    resourceVersion: "17275"
    uid: 27244af8-0166-47f1-a6b6-a8a55cae4627
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17252"
    uid: c0de71c3-0a8c-4b95-ad0c-cac6f5047210
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-autogluon-v1-predictor.18c6841c7e278aab
    namespace: kserve-ci-e2e-test
    resourceVersion: "17259"
    uid: 1b63de2f-6a77-48ff-88bc-c0a63f26b158
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: 14e32dbd-50ca-4c53-8c78-85718fb80487
  kind: Event
  lastTimestamp: "2026-07-28T17:28:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:30Z"
    name: isvc-autogluon-v1-predictor.18c6841ffca84878
    namespace: kserve-ci-e2e-test
    resourceVersion: "18366"
    uid: 08816867-a669-4ce6-a8fa-76b157b17b08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17255"
    uid: 14e32dbd-50ca-4c53-8c78-85718fb80487
  kind: Event
  lastTimestamp: "2026-07-28T17:28:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:30Z"
    name: isvc-autogluon-v1-predictor.18c6841ffd05beeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18367"
    uid: bb84234a-dda8-4cb5-99d7-e18510793137
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: 14e32dbd-50ca-4c53-8c78-85718fb80487
  kind: Event
  lastTimestamp: "2026-07-28T17:28:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:45Z"
    name: isvc-autogluon-v1-predictor.18c68442f3f2118f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18485"
    uid: 9a2be109-0020-451f-8dcf-aa3e57cb6374
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: 14e32dbd-50ca-4c53-8c78-85718fb80487
  kind: Event
  lastTimestamp: "2026-07-28T17:28:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:28:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:28:45Z"
    name: isvc-autogluon-v1-predictor.18c68442f45be520
    namespace: kserve-ci-e2e-test
    resourceVersion: "18487"
    uid: 15dfbf29-ec80-4301-9ab7-6f3edd20a7e9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 67e17bca-3b23-4d8f-9f74-4e539d792e6c
  kind: Event
  lastTimestamp: "2026-07-28T17:28:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:48Z"
    name: isvc-autogluon-v1.18c6841c7e399caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "18517"
    uid: 3b068f1c-1d32-4857-b343-0edca69ddd2a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: 67e17bca-3b23-4d8f-9f74-4e539d792e6c
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-autogluon-v1.18c6841c7ee44745
    namespace: kserve-ci-e2e-test
    resourceVersion: "17263"
    uid: 29ecd90e-7dd2-44c7-91dd-c9ac617ac35d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:28:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: 67e17bca-3b23-4d8f-9f74-4e539d792e6c
  kind: Event
  lastTimestamp: "2026-07-28T17:28:48Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:28:48Z"
    name: isvc-autogluon-v1.18c68443b10c27f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18516"
    uid: 1b807794-3a8b-4966-8b68-33633f533253
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:33:33.851412Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20705"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:33:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:33:33Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c684861d52a252
    namespace: kserve-ci-e2e-test
    resourceVersion: "20709"
    uid: d4be3643-f417-4e55-896e-0f1c68dbb5dc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20716"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:34Z"
  message: Add eth0 [10.132.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:33:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c684863642c4ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "20721"
    uid: 3317d180-8a8a-453e-a123-2cb54dbb32e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:34Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c6848637bdc006
    namespace: kserve-ci-e2e-test
    resourceVersion: "20724"
    uid: 0180e08e-817a-4d62-9629-cd4aacfb634b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:34Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c684863a29eaf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20727"
    uid: fa77c82e-ea4a-494a-b3ce-2b69471e385f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:34Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:33:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:34Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c684863a922ec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20728"
    uid: 45784ec0-9f8d-450d-a635-0cac2fe22e75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:54Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c6848aee314723
    namespace: kserve-ci-e2e-test
    resourceVersion: "20878"
    uid: cca729f5-8f37-4555-9146-ee7fc20cf586
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c6848af18fbce6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20881"
    uid: af5ebc6f-7f89-4302-b10b-90037c96c142
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c6848af1faf147
    namespace: kserve-ci-e2e-test
    resourceVersion: "20883"
    uid: 124df5fd-8022-4bbe-bd9d-47b83de8f69c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c6848af203a00b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20884"
    uid: 5546f86e-9d70-4f2b-81fd-7e90129ac162
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c6848af4bb9662
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: b0805b74-3a68-4184-a5b0-5d1d9dba02c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:33:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:33:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c6848af52a9b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: 20b98cab-0213-47da-b03d-5f9833bbe2d0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:35Z"
  message: 'Readiness probe failed: Get "http://10.132.0.24:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T17:35:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:35Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c684a27ea6c106
    namespace: kserve-ci-e2e-test
    resourceVersion: "21599"
    uid: 79daffc8-0b35-4a56-9cca-9861b1e91021
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:39Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c684a36c501d85
    namespace: kserve-ci-e2e-test
    resourceVersion: "21639"
    uid: 438eb0ca-cb7d-4bf5-adf0-31065249686b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l
    namespace: kserve-ci-e2e-test
    resourceVersion: "20707"
    uid: 856d1763-2fa3-40dc-a47d-b6d5276b9fa3
  kind: Event
  lastTimestamp: "2026-07-28T17:35:39Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:35:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:35:39Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l.18c684a36c50af64
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: e234db1b-f501-48d9-9b83-6e53d464afd4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20693"
    uid: 81c9ba20-7f25-45f0-a57e-3a7fe9b5e751
  kind: Event
  lastTimestamp: "2026-07-28T17:33:33Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-65p6l'
  metadata:
    creationTimestamp: "2026-07-28T17:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:33Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18c684861cd138b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20706"
    uid: 49f974dc-b581-4277-858c-e682d709f160
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20691"
    uid: 102d866a-443c-4284-960f-e5a5953bbcf2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:33Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:33Z"
    name: isvc-autogluon-v2-noslash-predictor.18c68486186dd4de
    namespace: kserve-ci-e2e-test
    resourceVersion: "20694"
    uid: a57cfa33-637a-4a77-a159-8c674deb81e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: 939e1fce-d841-436e-bc02-5a8a6337e1fa
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6848996f21f13
    namespace: kserve-ci-e2e-test
    resourceVersion: "21056"
    uid: ef38565e-7a3d-46f9-9435-c90b1f2c623c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20692"
    uid: 939e1fce-d841-436e-bc02-5a8a6337e1fa
  kind: Event
  lastTimestamp: "2026-07-28T17:34:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:34:18Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6848997518b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "21057"
    uid: ed61c7c0-ff34-4629-85b5-e59af7272332
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: 939e1fce-d841-436e-bc02-5a8a6337e1fa
  kind: Event
  lastTimestamp: "2026-07-28T17:35:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:33Z"
    name: isvc-autogluon-v2-noslash-predictor.18c6849414c402fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21584"
    uid: 4680fec1-77eb-419e-82be-697fee2def25
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:34:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20835"
    uid: 939e1fce-d841-436e-bc02-5a8a6337e1fa
  kind: Event
  lastTimestamp: "2026-07-28T17:35:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:35:33Z"
    name: isvc-autogluon-v2-noslash-predictor.18c68494152f0312
    namespace: kserve-ci-e2e-test
    resourceVersion: "21585"
    uid: 34272780-7dcf-4c2d-9ad5-07a7a3e745fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20684"
    uid: 4aa38734-f3bd-422f-9de8-839c23080398
  kind: Event
  lastTimestamp: "2026-07-28T17:35:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:24Z"
    name: isvc-autogluon-v2-noslash.18c6848618802e1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "21522"
    uid: b770946b-f394-46cb-b254-5e76f4f40d40
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "20684"
    uid: 4aa38734-f3bd-422f-9de8-839c23080398
  kind: Event
  lastTimestamp: "2026-07-28T17:33:33Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:33:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:33:33Z"
    name: isvc-autogluon-v2-noslash.18c6848619073284
    namespace: kserve-ci-e2e-test
    resourceVersion: "20699"
    uid: 158e034b-b552-493e-a6de-571992e372a7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:35:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "21519"
    uid: 4aa38734-f3bd-422f-9de8-839c23080398
  kind: Event
  lastTimestamp: "2026-07-28T17:35:24Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:35:24Z"
    name: isvc-autogluon-v2-noslash.18c6849ff24c7e61
    namespace: kserve-ci-e2e-test
    resourceVersion: "21520"
    uid: 3e0dcf31-0e42-4796-aa45-c475400a6117
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:29:01.408473Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18652"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c68446ae754e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18656"
    uid: c22d8941-e64c-4f7b-b4b2-1d5e9591d8c9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18661"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: Add eth0 [10.132.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c68446c9e26934
    namespace: kserve-ci-e2e-test
    resourceVersion: "18669"
    uid: cc8437b0-2632-47b3-88f3-30c602275a47
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c68446cb75c314
    namespace: kserve-ci-e2e-test
    resourceVersion: "18671"
    uid: bcaa68cf-5cf6-452e-8cda-4d68a85d134b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c68446d0ef916c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18673"
    uid: ada0dac7-092a-4334-b8f4-e2057765216e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:29:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:02Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c68446d1ff9b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "18674"
    uid: 6c842d47-5c07-487a-bae0-9524274ea2ca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:29:22Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c6844ba093a12d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18824"
    uid: e37dddbe-52f1-4bc0-8db2-7b2b6a0716f4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:29:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c6844ba3a578f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18827"
    uid: 5fb95761-82dd-4991-b572-dba47e1e6124
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:29:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c6844ba40144af
    namespace: kserve-ci-e2e-test
    resourceVersion: "18828"
    uid: 2c8fcb0e-ebf2-44db-932c-6b7e977915de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:29:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c6844ba409d5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18830"
    uid: bac20a9f-1b3d-48d4-83ec-0f3ffeb1c64b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:29:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c6844ba67f52ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "18834"
    uid: 9c94c9ce-1587-4176-a007-a7eb627e39de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:29:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:29:22Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c6844ba6d84143
    namespace: kserve-ci-e2e-test
    resourceVersion: "18835"
    uid: 6f700667-a147-481f-833b-80933e6ba6f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:31:04Z"
  message: 'Readiness probe failed: Get "http://10.132.0.22:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T17:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:04Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c6846365da2acd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19542"
    uid: 45b5b89d-8158-425b-ac52-f53b2ad7ce5d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:31:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:07Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c68463fcfaefc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19576"
    uid: fbfd9e02-9f5d-416b-8a7d-6a4de2316cdc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 0b6f9368-054b-4d4e-a456-06a028146951
  kind: Event
  lastTimestamp: "2026-07-28T17:31:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:07Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd.18c68463fcfb5dca
    namespace: kserve-ci-e2e-test
    resourceVersion: "19577"
    uid: 764750a5-6ac9-4fa1-acbd-dcc1ab2a8f10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18639"
    uid: 19738097-1924-4a3e-930f-c95bdcaf88d5
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-pr8dd'
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18c68446ae0d7c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18653"
    uid: 4c78c3ec-e944-4b95-83ad-3ec49b5074b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18637"
    uid: cd12d361-1975-46ab-b134-fd79d8295252
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-autogluon-v2-predictor.18c68446a9a12eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "18640"
    uid: c136bf35-55e1-4f2f-bc65-d57f56c9316d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18638"
    uid: 9e262309-6774-4cb2-9315-017de59a33cb
  kind: Event
  lastTimestamp: "2026-07-28T17:29:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:31Z"
    name: isvc-autogluon-v2-predictor.18c6844a283f0720
    namespace: kserve-ci-e2e-test
    resourceVersion: "18895"
    uid: c2fad4f4-4f58-48a7-bbee-4f04a4811b34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18638"
    uid: 9e262309-6774-4cb2-9315-017de59a33cb
  kind: Event
  lastTimestamp: "2026-07-28T17:29:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:29:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:29:31Z"
    name: isvc-autogluon-v2-predictor.18c6844a28ab0410
    namespace: kserve-ci-e2e-test
    resourceVersion: "18896"
    uid: 7a84eb43-5428-40ca-ac70-8a678012b8f5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18777"
    uid: 9e262309-6774-4cb2-9315-017de59a33cb
  kind: Event
  lastTimestamp: "2026-07-28T17:31:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:01Z"
    name: isvc-autogluon-v2-predictor.18c6845126b40f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "19517"
    uid: 3dc68e8a-aef0-4452-a47f-bd6fea54cfe4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18777"
    uid: 9e262309-6774-4cb2-9315-017de59a33cb
  kind: Event
  lastTimestamp: "2026-07-28T17:31:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:01Z"
    name: isvc-autogluon-v2-predictor.18c68451271afad9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19518"
    uid: 5789d484-0a24-4889-b93c-7f1901e70c9a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:31:12.457294Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19641"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:31:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:31:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c684653193a42c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19645"
    uid: 65efd942-f228-41f8-93d1-548c932d690f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19650"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:31:12Z"
  message: Add eth0 [10.132.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:31:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c684654a7fc0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19657"
    uid: 82275af0-efdd-48ba-9e40-130d8c53e184
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:31:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c684654c459303
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: 967c5eb3-c1cd-4e7e-ae51-d990de36af31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:31:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c684654edc0a94
    namespace: kserve-ci-e2e-test
    resourceVersion: "19660"
    uid: 58da98e7-ca94-49fb-b49c-87124ff5ba38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:31:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c684654f3ba460
    namespace: kserve-ci-e2e-test
    resourceVersion: "19661"
    uid: e89c1987-024b-4f7f-8abb-e64ddbd8f94c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:31:42Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c6846c18a2eee3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: 148c7b2d-6c85-4894-871d-f7b490c5005b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:31:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c6846c1b9ff1e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19874"
    uid: af43e54f-9d69-4593-9083-44d41ba4dd6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:31:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c6846c1bfd223e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19875"
    uid: 118e4e7a-e16c-4b2f-8281-52e2f7ef37e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:31:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c6846c1c05ce29
    namespace: kserve-ci-e2e-test
    resourceVersion: "19878"
    uid: 43278f25-0206-4905-a9ac-da02ac0f7178
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:31:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c6846c1ed5a356
    namespace: kserve-ci-e2e-test
    resourceVersion: "19880"
    uid: f6e43969-9434-431a-821c-87a0c3861706
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:31:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:31:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:31:42Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c6846c1f35f9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19881"
    uid: bf71470d-9411-46e4-a797-76f1b7402a8b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:28Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c68484e92c34f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20641"
    uid: 868ea2cd-04a9-4ea0-be6e-e369ed1f3b19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19643"
    uid: 1388343a-0ab4-4e21-9248-9fd7f4a4d1f2
  kind: Event
  lastTimestamp: "2026-07-28T17:33:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:33:28Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9.18c68484e92caa95
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 24c605bd-3cdb-4999-b816-7ba080f84ebd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19630"
    uid: 5f97d8ed-1067-47b2-9a69-dff14d0e8ef7
  kind: Event
  lastTimestamp: "2026-07-28T17:31:12Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-sjxd9'
  metadata:
    creationTimestamp: "2026-07-28T17:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:12Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18c6846531276caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "19642"
    uid: 48bc7bdc-bbce-4e8e-90f3-4f632303d534
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19628"
    uid: a1ae56e8-ec12-4677-983a-a5b41a5f5df0
  kind: Event
  lastTimestamp: "2026-07-28T17:31:12Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:12Z"
    name: isvc-autogluon-v2-variants-predictor.18c684652c4a2c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "19632"
    uid: 7083ad20-a52f-46ef-8fd9-eff1005c9222
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 30c7a187-e2f9-4555-a540-13dd2fdbcd29
  kind: Event
  lastTimestamp: "2026-07-28T17:31:57Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:57Z"
    name: isvc-autogluon-v2-variants-predictor.18c68468ab5f2826
    namespace: kserve-ci-e2e-test
    resourceVersion: "19989"
    uid: 0ea9a5f7-2497-4d88-b8e9-18cd46c98c37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19629"
    uid: 30c7a187-e2f9-4555-a540-13dd2fdbcd29
  kind: Event
  lastTimestamp: "2026-07-28T17:31:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:31:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:31:57Z"
    name: isvc-autogluon-v2-variants-predictor.18c68468abda6f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19990"
    uid: 3e2e97af-64ad-45dd-9b9c-1f2542c06910
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: 30c7a187-e2f9-4555-a540-13dd2fdbcd29
  kind: Event
  lastTimestamp: "2026-07-28T17:33:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:27Z"
    name: isvc-autogluon-v2-variants-predictor.18c6847328ee3f7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20617"
    uid: c90e5e4e-2302-4cc7-a862-30cb9a391daa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:32:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19765"
    uid: 30c7a187-e2f9-4555-a540-13dd2fdbcd29
  kind: Event
  lastTimestamp: "2026-07-28T17:33:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:32:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:33:27Z"
    name: isvc-autogluon-v2-variants-predictor.18c6847329609d99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20618"
    uid: e5e8ab4b-b578-4398-8a67-33b42bad411c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: 4ba9a790-dcbc-4db1-9183-7fa6ba60f11c
  kind: Event
  lastTimestamp: "2026-07-28T17:33:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:33:21Z"
    name: isvc-autogluon-v2-variants.18c684652c4e7b99
    namespace: kserve-ci-e2e-test
    resourceVersion: "20579"
    uid: 9d2b548c-cb75-4be9-a547-c5332b3a653d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:31:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "19621"
    uid: 4ba9a790-dcbc-4db1-9183-7fa6ba60f11c
  kind: Event
  lastTimestamp: "2026-07-28T17:31:12Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:31:12Z"
    name: isvc-autogluon-v2-variants.18c684652cda8c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19635"
    uid: 276aeb97-bcaf-4492-9a07-58f02a4d75a3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:33:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20577"
    uid: 4ba9a790-dcbc-4db1-9183-7fa6ba60f11c
  kind: Event
  lastTimestamp: "2026-07-28T17:33:21Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:33:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:33:21Z"
    name: isvc-autogluon-v2-variants.18c684834f74e82d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20578"
    uid: b7f47aac-3bf9-468f-9edd-1ae5bc26077a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18630"
    uid: ed480f0e-fa09-45f6-9e5b-d25d5a0aff5a
  kind: Event
  lastTimestamp: "2026-07-28T17:30:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:53Z"
    name: isvc-autogluon-v2.18c68446a9a8b950
    namespace: kserve-ci-e2e-test
    resourceVersion: "19466"
    uid: 94a054ae-4ce3-483c-9651-db00689a55d2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:29:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18630"
    uid: ed480f0e-fa09-45f6-9e5b-d25d5a0aff5a
  kind: Event
  lastTimestamp: "2026-07-28T17:29:01Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:29:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:29:01Z"
    name: isvc-autogluon-v2.18c68446aa4edfe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18644"
    uid: 9289bfd3-2d75-4705-bf98-eea621921882
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:30:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19464"
    uid: ed480f0e-fa09-45f6-9e5b-d25d5a0aff5a
  kind: Event
  lastTimestamp: "2026-07-28T17:30:53Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:30:53Z"
    name: isvc-autogluon-v2.18c68460d94e6a61
    namespace: kserve-ci-e2e-test
    resourceVersion: "19465"
    uid: 14e2eb46-8762-442b-879c-2a69da18be8b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:37:11.814804Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22499"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-594f5f9bd5-svcq7
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:37:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:37:11Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684b8dcf41318
    namespace: kserve-ci-e2e-test
    resourceVersion: "22504"
    uid: b5ef3777-a312-43ed-82b3-62fcc9fd8a62
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:37:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:11Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684b8e72e41c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22526"
    uid: 7847d3b2-f829-4ab4-b5ec-a7b6fccd0c8b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22514"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:37:12Z"
  message: Add eth0 [10.132.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:37:12Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684b91a4b5dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "22542"
    uid: e72b9779-e175-4b62-9d1e-1cf4edd25e78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:37:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:12Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684b91bd41662
    namespace: kserve-ci-e2e-test
    resourceVersion: "22546"
    uid: aaab4591-9d44-4b15-9d3c-237ea05f5d91
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:37:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:12Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684b91e795a90
    namespace: kserve-ci-e2e-test
    resourceVersion: "22549"
    uid: f06b28cb-5a20-4d1b-9d32-6edff397eccf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:37:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:12Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684b91ee8f212
    namespace: kserve-ci-e2e-test
    resourceVersion: "22551"
    uid: 186373e3-3fb7-4bee-bace-c8c0218c615b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684ba20a2af1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22593"
    uid: 2f50ccd5-855c-4275-b8a9-beeaea413bfb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684ba23eadf13
    namespace: kserve-ci-e2e-test
    resourceVersion: "22597"
    uid: 266d854f-1684-46c7-b929-7c1430602479
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684ba245da738
    namespace: kserve-ci-e2e-test
    resourceVersion: "22600"
    uid: cdaa7d5d-67cb-4fb9-9a1d-0f8ae9c92a42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684ba24673ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22601"
    uid: 823cbdc1-d10d-4a06-959c-918c38b34cc0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684ba2770749a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22605"
    uid: 008392a1-bea8-4385-9294-98bd541fc148
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684ba27e23dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22607"
    uid: eb08e42c-f2c0-4d97-9ca4-3e4adf782b23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:38:35Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:35Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684ba989acce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23205"
    uid: 5a67fd07-6e48-437a-90fd-2c567a72b6ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:38:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:31Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684cb83dd60cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23177"
    uid: e3f70608-bf56-4fd5-8f59-49c5e576cc2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:38:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:31Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684cb83ddca82
    namespace: kserve-ci-e2e-test
    resourceVersion: "23178"
    uid: 886210f2-d346-4daf-85f6-2bd70159e8ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: 89304a83-a7ee-4f86-8737-334ac79fbf66
  kind: Event
  lastTimestamp: "2026-07-28T17:38:35Z"
  message: 'Readiness probe failed: Get "https://10.132.0.27:8643/healthz": dial tcp
    10.132.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:35Z"
    name: isvc-canary-create-predictor-594f5f9bd5-svcq7.18c684cc4ab8d7d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23204"
    uid: 885f4b57-8f16-4af2-bb92-22e18d395fa4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-594f5f9bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22483"
    uid: e1ea7988-f599-476a-866a-0ed77a128ea9
  kind: Event
  lastTimestamp: "2026-07-28T17:37:11Z"
  message: 'Created pod: isvc-canary-create-predictor-594f5f9bd5-svcq7'
  metadata:
    creationTimestamp: "2026-07-28T17:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:11Z"
    name: isvc-canary-create-predictor-594f5f9bd5.18c684b8dc891202
    namespace: kserve-ci-e2e-test
    resourceVersion: "22500"
    uid: f9569678-a6a6-4bfd-8b3f-20eb30223cac
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22482"
    uid: 47c9bb3e-8e65-46b1-9870-de422fd7e7c6
  kind: Event
  lastTimestamp: "2026-07-28T17:37:11Z"
  message: Scaled up replica set isvc-canary-create-predictor-594f5f9bd5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:11Z"
    name: isvc-canary-create-predictor.18c684b8d743bbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22484"
    uid: d429e879-3e8e-42a3-8791-c3e873f0cf82
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:37:11.829914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22503"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-5b976d889b-xszcd
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:37:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:37:11Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684b8ddda9748
    namespace: kserve-ci-e2e-test
    resourceVersion: "22510"
    uid: ced35ea0-33a6-4a70-8077-687972180f9c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:37:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:11Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684b8e72dac18
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: a4ecf735-e95c-406c-80ea-8297e7a71e00
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22518"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:37:12Z"
  message: Add eth0 [10.132.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:37:12Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684b91b11fb0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22545"
    uid: feac9daf-4044-42e3-83f6-78445d8ecdef
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:37:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:12Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684b91cbba72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22548"
    uid: 394789fc-5b70-43c9-924d-157bb209a667
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:37:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:12Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684b91e991dfe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22550"
    uid: a29f3494-9340-4cb4-b392-30ce29cdc6e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:37:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:12Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684b91f08133f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22552"
    uid: 34185f9d-4b4a-4512-a0e2-31d2cb41bfaa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684ba208cb09c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22592"
    uid: f1178154-0d81-4fc8-b2db-8750420c433c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684ba23df8143
    namespace: kserve-ci-e2e-test
    resourceVersion: "22596"
    uid: 103a6193-4003-4890-83bd-62ad24a61935
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684ba24508ad6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22598"
    uid: 9bafb1fe-3690-452b-8963-65051f623533
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684ba2459d049
    namespace: kserve-ci-e2e-test
    resourceVersion: "22599"
    uid: 85fcec0b-780c-4f89-a4fd-b2503eeca764
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684ba27660cc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22604"
    uid: 6ec5ac73-d518-422b-8a50-80a3caf2807b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:37:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:37:17Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684ba27d597d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22606"
    uid: 954e9dcb-eef3-490d-8de3-c49d8a19fa5b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684ba5ca768ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "23197"
    uid: 7ff7ed79-61ba-4374-920e-545a6a9dbc13
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:38:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:31Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684cb841e184c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23179"
    uid: 0f831cfc-bcb1-460c-96f8-823a78c87745
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:38:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:31Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684cb841f594b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23181"
    uid: 278b3ca6-28aa-4dc6-b2e5-78b32de1660e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "22507"
    uid: b1e2f6bf-fb50-4be3-9378-62c1870f4584
  kind: Event
  lastTimestamp: "2026-07-28T17:38:34Z"
  message: 'Readiness probe failed: Get "https://10.132.0.28:8643/healthz": dial tcp
    10.132.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:34Z"
    name: isvc-canary-create-v2-predictor-5b976d889b-xszcd.18c684cc0ee6ed84
    namespace: kserve-ci-e2e-test
    resourceVersion: "23195"
    uid: 15fe9eb6-c934-4246-9b35-599c48ff4ff3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-5b976d889b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22492"
    uid: a9b32acf-db2c-4044-8b30-5834349f398e
  kind: Event
  lastTimestamp: "2026-07-28T17:37:11Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-5b976d889b-xszcd'
  metadata:
    creationTimestamp: "2026-07-28T17:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:11Z"
    name: isvc-canary-create-v2-predictor-5b976d889b.18c684b8dd50097d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22506"
    uid: ad6d134e-004e-44bc-bff2-9e2a57072b6e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22491"
    uid: 72690f13-c614-4b3f-809e-c010ce3f67a1
  kind: Event
  lastTimestamp: "2026-07-28T17:37:11Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-5b976d889b from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:37:11Z"
    name: isvc-canary-create-v2-predictor.18c684b8da3d7276
    namespace: kserve-ci-e2e-test
    resourceVersion: "22495"
    uid: 864066df-7bf6-40e0-90a7-2584599105ad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 18
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: 8327d56e-0e64-4db6-8170-08a7d07ef457
  kind: Event
  lastTimestamp: "2026-07-28T17:38:25Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:25Z"
    name: isvc-canary-create.18c684b8d9d7fdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23104"
    uid: 93ebef00-ba00-437f-a2b3-c7256e6ef8e1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: 8327d56e-0e64-4db6-8170-08a7d07ef457
  kind: Event
  lastTimestamp: "2026-07-28T17:37:11Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:37:11Z"
    name: isvc-canary-create.18c684b8da985cf5
    namespace: kserve-ci-e2e-test
    resourceVersion: "22521"
    uid: 388665eb-bd7b-4a90-85b0-39471630d668
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:37:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "22475"
    uid: 8327d56e-0e64-4db6-8170-08a7d07ef457
  kind: Event
  lastTimestamp: "2026-07-28T17:37:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:37:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:37:11Z"
    name: isvc-canary-create.18c684b8da98a7a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 1ecefbc0-df31-4a70-a82e-ce43d268b150
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "23102"
    uid: 8327d56e-0e64-4db6-8170-08a7d07ef457
  kind: Event
  lastTimestamp: "2026-07-28T17:38:25Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:38:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:38:25Z"
    name: isvc-canary-create.18c684c9fdb99729
    namespace: kserve-ci-e2e-test
    resourceVersion: "23103"
    uid: eeb81e6a-929e-44a3-b989-debf26bef3ac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:38:37.075872Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23254"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:38:37Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ccb6e8be52
    namespace: kserve-ci-e2e-test
    resourceVersion: "23258"
    uid: 7632c829-2473-45a8-b69f-143f9a3a5ee9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:38:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:37Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ccc27394c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23277"
    uid: f8824301-9ece-4ac9-ae0f-b29bc46248cb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23266"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:38:38Z"
  message: Add eth0 [10.132.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:38:38Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ccf489fe11
    namespace: kserve-ci-e2e-test
    resourceVersion: "23291"
    uid: 17efe1b4-436b-4613-9626-47d9f8719886
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:38:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:38Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ccf607e544
    namespace: kserve-ci-e2e-test
    resourceVersion: "23294"
    uid: 28b95391-12ad-44fd-9c18-dbb17d33338e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:38:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:38Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ccf9553c16
    namespace: kserve-ci-e2e-test
    resourceVersion: "23297"
    uid: 3a02bf28-312e-4802-9939-b5d111f81d63
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:38:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:38Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ccf9e1f3dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23299"
    uid: 92a64bbb-d16f-47a7-bc7f-21038844d545
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684cdfdbe9bd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23338"
    uid: 4939c47e-6a72-4256-a8db-552cfe343053
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ce0123b770
    namespace: kserve-ci-e2e-test
    resourceVersion: "23343"
    uid: 8b17ad09-da27-4370-99b1-4008402d9b80
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ce01934ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "23346"
    uid: c19c57c1-90fc-42d6-8fe9-435cff784ae0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ce019d6bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23347"
    uid: 3af988ad-d894-47a8-99fb-0e0ee722cd55
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ce048a37f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23352"
    uid: 3502a7ca-8e34-4271-baa8-aaa6cc821211
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ce051bfc4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23354"
    uid: 68555260-d803-43b6-b2f9-bf665342fb96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:39:59Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:59Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684ce39ef27c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "23957"
    uid: 06164f3d-8bb4-44ee-9eee-4af518c8fbf0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684df5c56c034
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: 9a108bec-acdb-47d6-a9de-a0eaa97aaadb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684df5c573210
    namespace: kserve-ci-e2e-test
    resourceVersion: "23915"
    uid: 79fef992-6a54-44da-88a7-900fac908668
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23256"
    uid: 294a628a-3f6e-4e28-adcd-0f8e5b931497
  kind: Event
  lastTimestamp: "2026-07-28T17:39:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.29:8643/healthz": dial tcp
    10.132.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:39:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:59Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn.18c684dfec072eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23956"
    uid: 9165fb66-81d6-44cd-a619-5136f7fe4e0f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-5d7dcd97d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23237"
    uid: 4404b18b-5679-41ac-84ef-17911ca62729
  kind: Event
  lastTimestamp: "2026-07-28T17:38:37Z"
  message: 'Created pod: isvc-canary-promote-predictor-5d7dcd97d5-6mhnn'
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:37Z"
    name: isvc-canary-promote-predictor-5d7dcd97d5.18c684ccb6750b1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23255"
    uid: fbdb44b4-20ab-4768-bc8c-c9ba73b722be
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23236"
    uid: 9d9676ab-0f4c-465a-8f0e-451ca1bf11f9
  kind: Event
  lastTimestamp: "2026-07-28T17:38:37Z"
  message: Scaled up replica set isvc-canary-promote-predictor-5d7dcd97d5 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:37Z"
    name: isvc-canary-promote-predictor.18c684ccb2eb0a27
    namespace: kserve-ci-e2e-test
    resourceVersion: "23238"
    uid: fb22d723-b289-48a2-bfe6-891e1bb51448
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:38:37.101243Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23260"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f69c9c758-8t759
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:38:37Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ccb86bd99b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23267"
    uid: 0fa75642-dbb5-438d-9ccc-2fbfe26a782e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:38:37Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:37Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ccc2798a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "23278"
    uid: a2d7d115-0346-4b43-a5ec-50ffa0f84ebb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23274"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:38:38Z"
  message: Add eth0 [10.132.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:38:38Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ccf5cf2aa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23293"
    uid: 7653efff-d48d-4914-8106-1bde592598d9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:38:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:38Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ccf7f020b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23296"
    uid: 75f2b99a-4476-4569-8f43-05bf53f0aa9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:38:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:38Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ccf9d3e331
    namespace: kserve-ci-e2e-test
    resourceVersion: "23298"
    uid: cea054c0-f94a-4c06-aa04-01a90dbab3b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:38:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:38:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:38Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ccfa3ef80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23300"
    uid: 0c9c3aa1-a472-48c8-bef0-b2a03c1b4de6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684cdfdd4812c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23339"
    uid: 055b654b-082a-4274-87f5-5596d84ed26a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ce01319e57
    namespace: kserve-ci-e2e-test
    resourceVersion: "23344"
    uid: def2ead2-9ce1-4947-a3a1-edcd13c53614
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ce01a187b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23348"
    uid: e814a69b-5d17-43f3-bf4b-6f99974a4b0a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ce01ab88cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23349"
    uid: 7fd5f20e-8047-4c99-8d7b-17110712b7c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ce0495f46d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23353"
    uid: f60b8ea4-f4e1-44f4-a1ce-5a5780839689
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:38:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:38:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:38:42Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ce052b5064
    namespace: kserve-ci-e2e-test
    resourceVersion: "23355"
    uid: a46e92c8-2926-450c-ba1e-666bf568cdd2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:41:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:38:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:40Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684ce75bc18c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24690"
    uid: c0623707-fbe6-4665-9a30-5c5aa2ed155b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:41:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:37Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684f6b6b51b91
    namespace: kserve-ci-e2e-test
    resourceVersion: "24663"
    uid: 1df7a359-e58d-4ca8-96bc-44c626f4b136
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:41:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:37Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684f6b6b5870b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24665"
    uid: 3afe2601-cba6-411c-b86d-adffadae934f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759
    namespace: kserve-ci-e2e-test
    resourceVersion: "23261"
    uid: a8025c23-195a-4caa-b877-cab529c32e35
  kind: Event
  lastTimestamp: "2026-07-28T17:41:40Z"
  message: 'Readiness probe failed: Get "https://10.132.0.30:8643/healthz": dial tcp
    10.132.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:41:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:40Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-8t759.18c684f770519799
    namespace: kserve-ci-e2e-test
    resourceVersion: "24689"
    uid: 449894ea-353f-443a-a1cc-2b8796f0f48e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:39:57.213462Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23917"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:39:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684df5f7b5531
    namespace: kserve-ci-e2e-test
    resourceVersion: "23922"
    uid: d6bbe083-9a49-4f00-b2d6-fd3228e0505f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23928"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684df79019ced
    namespace: kserve-ci-e2e-test
    resourceVersion: "23935"
    uid: 1f0b4e51-de37-4f1d-b55a-04a824ca34a1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684df7a786259
    namespace: kserve-ci-e2e-test
    resourceVersion: "23938"
    uid: f1590bfe-41a4-4b8e-ab34-bd20db5b92fb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684df7d189bab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23939"
    uid: f785ce64-ad37-47a8-87a3-f6bcafb714e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684df7d8696a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23940"
    uid: 9e6818ed-7e50-4a8f-b6fa-38735d909225
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:40:01Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
  metadata:
    creationTimestamp: "2026-07-28T17:40:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:01Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684e071f4184c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: d924ff44-f023-44ad-84c1-3b509ed6e914
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:40:14Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    in 12.887s (12.887s including waiting). Image size: 1555722147 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:14Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684e3721e84fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24063"
    uid: e3a2de94-c0e1-410f-95a5-15bc18103279
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:40:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:14Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684e3752327ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "24064"
    uid: fdbe20e1-fff9-4fd3-8fc5-d4b6abec4b66
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:40:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:14Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684e375a366f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24065"
    uid: b9681b63-6576-49af-88fb-6e174580ccfd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:40:14Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:40:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:14Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684e375b0b734
    namespace: kserve-ci-e2e-test
    resourceVersion: "24067"
    uid: df7a2c7a-297b-4d36-93d7-655f796198ec
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:40:17Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.258s (2.258s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:17Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684e3fc4bf769
    namespace: kserve-ci-e2e-test
    resourceVersion: "24085"
    uid: 565857a3-8476-4a3d-a38c-e56e0687f124
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:40:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:17Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684e3ff5eff9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24087"
    uid: d89ee909-ff99-4e41-89cb-f1072f905ce8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:40:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:40:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:40:17Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684e3ffd224e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24088"
    uid: 5cd49eaf-19e9-468b-bd7f-73a9a3ee0ab8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:40:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:41:24Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:40:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:24Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684e46cbd2218
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: 7f1df23d-990e-4cae-a06f-5245b51c5a29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:41:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:37Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684f6b6d10c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "24664"
    uid: 59ab9b6f-bbb3-4648-91a8-253f59a75211
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:41:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:37Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684f6b6d1b139
    namespace: kserve-ci-e2e-test
    resourceVersion: "24666"
    uid: 8db6548d-991a-4a55-b167-1a4dd6664b47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 041e9779-cae3-4fac-887d-a6f0adf14247
  kind: Event
  lastTimestamp: "2026-07-28T17:41:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:39Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758-bq94j.18c684f748dab80d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24685"
    uid: 4246e341-00bc-44d8-a445-715e1a6123de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f69c9c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "23247"
    uid: 6f5a4b6c-3e09-4543-8b50-66fdbc4d0f2e
  kind: Event
  lastTimestamp: "2026-07-28T17:38:37Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f69c9c758-8t759'
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:37Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758.18c684ccb7fe6283
    namespace: kserve-ci-e2e-test
    resourceVersion: "23262"
    uid: a035a0f1-46cd-4555-8211-7485979ccf6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-f69c9c758
    namespace: kserve-ci-e2e-test
    resourceVersion: "23905"
    uid: 6f5a4b6c-3e09-4543-8b50-66fdbc4d0f2e
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-f69c9c758-bq94j'
  metadata:
    creationTimestamp: "2026-07-28T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote-v2-predictor-f69c9c758.18c684df5ed438af
    namespace: kserve-ci-e2e-test
    resourceVersion: "23918"
    uid: 7091ada3-a88e-40c0-a429-c6b64e77fbdf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23245"
    uid: 38d314e6-6a77-4253-bb76-424d9b47bbe1
  kind: Event
  lastTimestamp: "2026-07-28T17:38:37Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f69c9c758 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:38:37Z"
    name: isvc-canary-promote-v2-predictor.18c684ccb4e339e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23249"
    uid: 4d5a887f-6dea-4df8-825d-b76f6bae8050
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23899"
    uid: 38d314e6-6a77-4253-bb76-424d9b47bbe1
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-f69c9c758 from 1
    to 2
  metadata:
    creationTimestamp: "2026-07-28T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote-v2-predictor.18c684df5b8fa048
    namespace: kserve-ci-e2e-test
    resourceVersion: "23909"
    uid: e742fb70-5d44-4e04-9dfd-acb8370ef6b1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: 32f4bc47-3219-49c5-a29d-a8d7b284bde9
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote.18c684ccb49550c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23932"
    uid: 55553a6b-4995-4072-b7b3-0721abcb4657
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: 32f4bc47-3219-49c5-a29d-a8d7b284bde9
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote.18c684ccb5007af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23923"
    uid: 409a9e25-d499-4a12-be90-a7051bd08c3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:38:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23229"
    uid: 32f4bc47-3219-49c5-a29d-a8d7b284bde9
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote.18c684ccb500bb8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23926"
    uid: 7f54d112-0926-4ba8-9045-8e6988514a02
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: 32f4bc47-3219-49c5-a29d-a8d7b284bde9
  kind: Event
  lastTimestamp: "2026-07-28T17:41:31Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:39:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:32Z"
    name: isvc-canary-promote.18c684dda000959b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24612"
    uid: b0fdf91d-a806-4770-8089-e685dd6f012c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:39:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "23930"
    uid: 32f4bc47-3219-49c5-a29d-a8d7b284bde9
  kind: Event
  lastTimestamp: "2026-07-28T17:39:57Z"
  message: 'InferenceService [isvc-canary-promote] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T17:39:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:39:57Z"
    name: isvc-canary-promote.18c684df63707e35
    namespace: kserve-ci-e2e-test
    resourceVersion: "23931"
    uid: 0adde3b8-4a64-420a-b6be-144386c0ef4d
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:43:02.689005Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25692"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:43:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:43:02Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850a8eaf8125
    namespace: kserve-ci-e2e-test
    resourceVersion: "25699"
    uid: a4cbdcf1-c90f-4c23-ad42-e66000e14313
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25704"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:43:03Z"
  message: Add eth0 [10.132.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:43:03Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850aa785ec15
    namespace: kserve-ci-e2e-test
    resourceVersion: "25710"
    uid: 46e46014-1f33-4322-beef-dac3f6abe25e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:43:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:03Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850aa90bf6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25712"
    uid: 258f3d67-3b87-4758-a426-a9440ddf9a8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:43:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:03Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850aabae6a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "25713"
    uid: f9de567b-f76f-4ec0-ad1a-a3e0d9c4b7e3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:43:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:43:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:03Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850aac12f83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25714"
    uid: 59b8c7a4-f8d2-4f8c-b139-a115da57c6b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:43:07Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850bac60abee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25751"
    uid: bcd8bd7c-7cb7-4d67-aa8a-cb4df971b65a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:43:07Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850baf2fcc5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25754"
    uid: 96ce3c9d-d74f-480b-9bae-1674174c6e22
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:43:07Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850baf9d3ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25755"
    uid: bb26e387-dbd1-40fc-9d72-1e3b0e29e57e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:43:07Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850bafa64ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25757"
    uid: 993bafba-5257-43b1-9b20-999a4451b9b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:43:07Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850bb250e6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25761"
    uid: 6b85b6db-bb69-41c3-b72c-0ad9b041ae0d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:43:07Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:07Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850bb2cf6d28
    namespace: kserve-ci-e2e-test
    resourceVersion: "25762"
    uid: 46eca366-2d2b-4a9e-882f-fdc5de409b62
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:44:25Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:25Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6850c2420fcbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26336"
    uid: 0c3e477e-2208-483b-b890-6069c0997ba7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:44:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:44:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:22Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6851d3529a5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26308"
    uid: a46ce07d-d4e2-4a60-9b5b-24d2d5d0eece
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:44:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:44:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:22Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6851d352a0d7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26310"
    uid: b379f07f-21ef-4e60-9452-0a4271e7f328
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv
    namespace: kserve-ci-e2e-test
    resourceVersion: "25694"
    uid: 4c470cff-96da-4dd1-b464-db32219cc308
  kind: Event
  lastTimestamp: "2026-07-28T17:44:25Z"
  message: 'Readiness probe failed: Get "https://10.132.0.32:8643/healthz": dial tcp
    10.132.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:25Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-2f4jv.18c6851dd62f8fb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26334"
    uid: 8564d631-c268-4092-a5e8-ea606093ead4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:41:42.630395Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24738"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-b4645bb5c-988l7
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f7ead20282
    namespace: kserve-ci-e2e-test
    resourceVersion: "24746"
    uid: 28204da8-8c9a-4ceb-bde7-ae17d7395643
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24757"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:41:43Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:41:43Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f804376a8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24770"
    uid: d34948d8-8bf0-40fa-b9c7-b5149ad75d42
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:41:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:43Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f805aa77ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24774"
    uid: 850eea6e-c305-4e94-b84e-f13277b69918
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:41:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:43Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f808431403
    namespace: kserve-ci-e2e-test
    resourceVersion: "24777"
    uid: 1cb2cff2-1d76-4886-901a-9ba38d677453
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:41:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:43Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f808a5e5e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24779"
    uid: 971a5a51-2805-4037-8d0f-415ccc650531
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f8ff796211
    namespace: kserve-ci-e2e-test
    resourceVersion: "24821"
    uid: 9d13576d-3f98-486f-824a-9732e0989052
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f902ab710c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24827"
    uid: 3991fda0-2132-4e9e-854d-6fb907e4f8f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f9030fd7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24828"
    uid: 929f7c9e-5ab7-466f-998f-9ac4ecdb8244
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f9031ab271
    namespace: kserve-ci-e2e-test
    resourceVersion: "24829"
    uid: b75f805f-6488-40b5-b4ed-bee51690168d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f90607270c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: 16ad3a64-c08b-46bf-ac75-758d440868e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f906652b32
    namespace: kserve-ci-e2e-test
    resourceVersion: "24834"
    uid: 346ce0b7-a45b-485e-a0e4-94a2c0b38174
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:42:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.25:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:42:55Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c684f97750a56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25613"
    uid: 32b0ba45-0922-46d4-a8da-117b56817a02
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:44:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:44:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:22Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c6851d35357cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26309"
    uid: 5d7ce5ca-fd9c-4be1-bc53-68c66ff25898
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:44:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:44:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:22Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c6851d35364dd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26311"
    uid: ade5161c-4abd-490c-b4d7-3ca3f9b99592
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24741"
    uid: e9182508-ed43-4c4b-89c2-db76d12113c4
  kind: Event
  lastTimestamp: "2026-07-28T17:44:25Z"
  message: 'Readiness probe failed: Get "https://10.133.0.25:8643/healthz": dial tcp
    10.133.0.25:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:25Z"
    name: isvc-canary-rollback-predictor-b4645bb5c-988l7.18c6851dc9d0e208
    namespace: kserve-ci-e2e-test
    resourceVersion: "26332"
    uid: 95a6f560-9a86-45be-826b-be97725479c3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-b4645bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24722"
    uid: 6ddfc3dd-c305-4e54-acfb-1fad7513fd00
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: 'Created pod: isvc-canary-rollback-predictor-b4645bb5c-988l7'
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-canary-rollback-predictor-b4645bb5c.18c684f7ea594926
    namespace: kserve-ci-e2e-test
    resourceVersion: "24740"
    uid: 6e2c53ce-f848-420e-9555-719213f13862
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-b4645bb5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25679"
    uid: 6ddfc3dd-c305-4e54-acfb-1fad7513fd00
  kind: Event
  lastTimestamp: "2026-07-28T17:43:02Z"
  message: 'Created pod: isvc-canary-rollback-predictor-b4645bb5c-2f4jv'
  metadata:
    creationTimestamp: "2026-07-28T17:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:02Z"
    name: isvc-canary-rollback-predictor-b4645bb5c.18c6850a8e2d22ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25693"
    uid: b5a7644c-db6f-4712-9cb1-bea949edac24
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24721"
    uid: e792d032-8819-4480-9237-229461c969e3
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-b4645bb5c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-canary-rollback-predictor.18c684f7e52a8f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24723"
    uid: 1d5152a2-254b-4289-823f-1d663dcec52f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25674"
    uid: e792d032-8819-4480-9237-229461c969e3
  kind: Event
  lastTimestamp: "2026-07-28T17:43:02Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-b4645bb5c from 1 to
    2
  metadata:
    creationTimestamp: "2026-07-28T17:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:43:02Z"
    name: isvc-canary-rollback-predictor.18c6850a8a35c1de
    namespace: kserve-ci-e2e-test
    resourceVersion: "25684"
    uid: 7298e924-76eb-4b42-8d24-6cc42af54e4c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:41:42.636283Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24739"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f7eb2bd704
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: c3e35e61-c148-4a0b-b3ef-5bf8e0e23962
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24755"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:41:43Z"
  message: Add eth0 [10.132.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:41:43Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f8045e8659
    namespace: kserve-ci-e2e-test
    resourceVersion: "24771"
    uid: 092ecb66-5931-4bd3-88b3-fd28365cca0f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:41:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:43Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f805de908c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24775"
    uid: 8021ac66-765e-48c6-a32c-76b7909aa92e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:41:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:43Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f8085c7c26
    namespace: kserve-ci-e2e-test
    resourceVersion: "24778"
    uid: 52655eed-6734-4b8b-9c49-ea82e2d306c9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:41:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:41:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:43Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f808c6fdc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24780"
    uid: 93502e9b-7e58-4ddb-af4e-ed8787670954
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f8fb12e2f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: bb0ff728-a5e7-41ab-a97c-48ac987423d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f8fdd14e2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24818"
    uid: cf17132d-6fb5-4df6-8faf-7757c69be60c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f8fe3cdb37
    namespace: kserve-ci-e2e-test
    resourceVersion: "24819"
    uid: 8c5e8a95-ed1c-43e9-9655-5ec2c2a29b9d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f8fe4677f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24820"
    uid: ac26d921-45e0-4a75-819a-a569222f2368
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f900a2c5a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24823"
    uid: 9ef0210d-c3d2-4a9f-9dec-abc6d19d4bca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:41:47Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:41:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:41:47Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f9010f6172
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: 225e6f0e-a671-44f1-b960-4e48d4209b08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:43:05Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:41:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:05Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c684f972d1424e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25734"
    uid: 48db54b8-1449-43ee-bdf8-853bded8c4ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:43:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:02Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c6850a8bfb92bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25689"
    uid: 5d37f379-97a3-426d-8169-f8b6281613aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:43:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:02Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c6850a8bfc0f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25690"
    uid: d6d3e542-9d33-499c-a7d7-d17646e47441
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24743"
    uid: ed6ac9f6-afb4-4cf7-9191-a5e3406d197d
  kind: Event
  lastTimestamp: "2026-07-28T17:43:05Z"
  message: 'Readiness probe failed: Get "https://10.132.0.31:8643/healthz": dial tcp
    10.132.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:43:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:43:05Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4.18c6850b24e595c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25733"
    uid: 23842b08-77f5-489f-938e-d15489d98ea3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24731"
    uid: 736e1533-f5e4-46f5-a856-38a09f9d965e
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-648cbdfbd8-trdq4'
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-canary-rollback-v2-predictor-648cbdfbd8.18c684f7eaaade35
    namespace: kserve-ci-e2e-test
    resourceVersion: "24745"
    uid: 53696522-52d4-464c-a143-a43c01a92a32
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24730"
    uid: 88a37aa1-b1cf-4bbc-9258-d8a7f261c64b
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-648cbdfbd8 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-canary-rollback-v2-predictor.18c684f7e72415a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24733"
    uid: c8cdaea7-102a-4f03-b96b-99b5ea447e93
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "24714"
    uid: 550f31ce-cb3d-449e-bba2-be40d7545dfb
  kind: Event
  lastTimestamp: "2026-07-28T17:43:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:02Z"
    name: isvc-canary-rollback.18c684f7e6be2e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "25706"
    uid: 958cbc42-829c-4db3-88a3-6bb4c64dcc9e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "24714"
    uid: 550f31ce-cb3d-449e-bba2-be40d7545dfb
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-canary-rollback.18c684f7e7363837
    namespace: kserve-ci-e2e-test
    resourceVersion: "24763"
    uid: e731e5ad-a36d-4ff3-894c-62a3aedc55da
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:41:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "24714"
    uid: 550f31ce-cb3d-449e-bba2-be40d7545dfb
  kind: Event
  lastTimestamp: "2026-07-28T17:41:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:41:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:41:42Z"
    name: isvc-canary-rollback.18c684f7e7367bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24765"
    uid: fec170c4-34b4-474f-a326-c65db73034f6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25655"
    uid: 550f31ce-cb3d-449e-bba2-be40d7545dfb
  kind: Event
  lastTimestamp: "2026-07-28T17:44:15Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:43:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:44:15Z"
    name: isvc-canary-rollback.18c68509f07da9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26247"
    uid: dfb77e33-a885-43f2-b149-84bbe5aae541
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:43:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "25697"
    uid: 550f31ce-cb3d-449e-bba2-be40d7545dfb
  kind: Event
  lastTimestamp: "2026-07-28T17:43:02Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-07-28T17:43:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:43:02Z"
    name: isvc-canary-rollback.18c6850a8f513f8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25702"
    uid: d6dd6f91-7123-44a1-be54-150c6134e30a
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:44:28.006331Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26392"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-5bf5667989-mvz6n
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:44:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:44:28Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851e6bfe8c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "26397"
    uid: 975e03e6-4da8-4226-841b-0204363ea6ad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:44:28Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-stop-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:28Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851e76c34855
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: da3cb777-2941-44c1-9e3f-45f8e8681883
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26403"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:44:29Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:44:29Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851ea8f39eb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26441"
    uid: 5e91741b-f36f-4ad0-a944-546eead3bf58
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:44:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:29Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851eaaa40700
    namespace: kserve-ci-e2e-test
    resourceVersion: "26443"
    uid: 42295185-7a92-4d6a-ad9b-1a74b73772c0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:44:29Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:29Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851ead0b1d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "26444"
    uid: 88778a5a-9b57-434f-abc7-6ade6f39ac81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:44:29Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:29Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851ead6a90e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26446"
    uid: 9d6e9132-79dd-4b77-bbde-ff3d9efbf940
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:44:33Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:33Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851fce79b7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26498"
    uid: 7d76cb97-3dbd-4fc9-b923-28ce5457642f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:44:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:34Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851fd13671bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26500"
    uid: ba96f2aa-81f0-4097-9c74-dc09d1e3bcee
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:44:34Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:34Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851fd19773fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26502"
    uid: 16e763e1-1dca-4d27-8663-6dcdf3b17e42
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:44:34Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:34Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851fd1a07672
    namespace: kserve-ci-e2e-test
    resourceVersion: "26503"
    uid: 968c0d3f-4b7a-41c7-966b-0eb9523f43f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:44:34Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:34Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851fd455fead
    namespace: kserve-ci-e2e-test
    resourceVersion: "26506"
    uid: a3f68877-d32f-438f-b24a-d3ac361abb51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:44:34Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:44:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:34Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6851fd4b518c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26507"
    uid: 61e6b0ae-feb3-457b-8499-a467d123a0c0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:46:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:44:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:01Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6852046608309
    namespace: kserve-ci-e2e-test
    resourceVersion: "27178"
    uid: d8da6b09-c0e1-4d11-bf1b-cc3dfd6aedeb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:45:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:58Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6853362341c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27135"
    uid: dd9a6c31-6297-459c-83a4-ffe380f81cdc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:45:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:58Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c6853362348061
    namespace: kserve-ci-e2e-test
    resourceVersion: "27137"
    uid: 827c6397-d1e0-42d4-b872-7d7cfc68ae0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: b50e4db4-991a-4e5d-b441-cd87ac885cac
  kind: Event
  lastTimestamp: "2026-07-28T17:46:01Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:01Z"
    name: isvc-canary-stop-predictor-5bf5667989-mvz6n.18c685344c99b441
    namespace: kserve-ci-e2e-test
    resourceVersion: "27177"
    uid: 3c8d7316-abbc-4ff6-8a0b-c91e929d898a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-5bf5667989
    namespace: kserve-ci-e2e-test
    resourceVersion: "26374"
    uid: 3e0f3bd3-3363-47fe-b698-ad759d504941
  kind: Event
  lastTimestamp: "2026-07-28T17:44:27Z"
  message: 'Created pod: isvc-canary-stop-predictor-5bf5667989-mvz6n'
  metadata:
    creationTimestamp: "2026-07-28T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:44:27Z"
    name: isvc-canary-stop-predictor-5bf5667989.18c6851e6b648f86
    namespace: kserve-ci-e2e-test
    resourceVersion: "26394"
    uid: 28202cd0-5a61-4a11-bbd9-c5feb838c306
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26372"
    uid: 9053f7b6-b379-48bc-9920-1f64fb72e98d
  kind: Event
  lastTimestamp: "2026-07-28T17:44:27Z"
  message: Scaled up replica set isvc-canary-stop-predictor-5bf5667989 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:44:27Z"
    name: isvc-canary-stop-predictor.18c6851e674fbb93
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: f2cc8432-1031-4974-9694-9f97912954ea
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:44:28.045094Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26401"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:44:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:44:28Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851e6e4e28b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26406"
    uid: 30642fab-17ab-4a5e-b153-874f1c6596cd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:44:28Z"
  message: Add eth0 [10.132.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:44:28Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851e872e8823
    namespace: kserve-ci-e2e-test
    resourceVersion: "26424"
    uid: c8f9c90a-2c0e-4f40-bb9d-c49f2a3a013c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:44:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:28Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851e88ba2531
    namespace: kserve-ci-e2e-test
    resourceVersion: "26426"
    uid: 079d72b3-471d-41e3-a12d-4a049e65f252
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:44:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:28Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851e8c1f02e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26428"
    uid: b7827da3-fa03-46a1-a8a3-a98e8761e9b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:44:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:28Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851e8c8f8b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "26429"
    uid: 283be3ee-4f66-4aaf-be5d-184fdfa14044
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:44:32Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:32Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851f881f0008
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: a2669ee5-1b8d-436a-9482-d259d515e4d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:44:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:32Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851f8b67a493
    namespace: kserve-ci-e2e-test
    resourceVersion: "26483"
    uid: cf2f7347-5615-440e-bcba-dde13b66b538
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:44:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:32Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851f8bd44f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26484"
    uid: 5e51496c-9a90-4aac-bdcf-2b4c86b153a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:44:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:32Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851f8bdc7db6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: b06662c7-6f7e-4a24-8cc1-02dafcd1d7be
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:44:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:32Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851f8e5c9b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "26487"
    uid: cf365b86-e31c-4514-a4cf-d7081d4b7b72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:44:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:44:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:44:32Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851f8ec6ad84
    namespace: kserve-ci-e2e-test
    resourceVersion: "26488"
    uid: 5272137b-9b86-4374-91aa-f31ca779c0ac
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:00Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:44:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:00Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6851fc40e8df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27169"
    uid: 8e5e7159-f123-4b95-bc88-eae6c27d4f29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:45:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:58Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6853364390d96
    namespace: kserve-ci-e2e-test
    resourceVersion: "27145"
    uid: 343f7ba2-486f-4a45-bfff-72206faf527f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:45:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:45:58Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c68533643962f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27146"
    uid: 8a7a26f6-40fa-4172-a58c-f925bb625963
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78
    namespace: kserve-ci-e2e-test
    resourceVersion: "26405"
    uid: 2e36b9da-7ec4-4a2c-b8cd-3242dbc66eb3
  kind: Event
  lastTimestamp: "2026-07-28T17:46:00Z"
  message: 'Readiness probe failed: Get "https://10.132.0.33:8643/healthz": dial tcp
    10.132.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:46:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:00Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78.18c6853405ec8968
    namespace: kserve-ci-e2e-test
    resourceVersion: "27168"
    uid: a231a676-1da8-4c0a-ba10-a7f7c6bc9236
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6c87f69f44
    namespace: kserve-ci-e2e-test
    resourceVersion: "26385"
    uid: 655900ee-8319-40bc-a0b4-a37fbcfc5397
  kind: Event
  lastTimestamp: "2026-07-28T17:44:28Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6c87f69f44-7sq78'
  metadata:
    creationTimestamp: "2026-07-28T17:44:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:44:28Z"
    name: isvc-canary-stop-v2-predictor-6c87f69f44.18c6851e6d9e1324
    namespace: kserve-ci-e2e-test
    resourceVersion: "26402"
    uid: 4921b712-c5e1-488e-9900-889d52ee5a1c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 72af8237-4b5f-4593-8f2b-df35c51f693c
  kind: Event
  lastTimestamp: "2026-07-28T17:44:27Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6c87f69f44 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:44:27Z"
    name: isvc-canary-stop-v2-predictor.18c6851e69ef2e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "26387"
    uid: 40a69a68-6f38-4176-8a11-d0b706169ee6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26364"
    uid: 95c54830-376e-4f70-bdf8-6a0e03bf2ae5
  kind: Event
  lastTimestamp: "2026-07-28T17:45:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:58Z"
    name: isvc-canary-stop.18c6851e6960cc85
    namespace: kserve-ci-e2e-test
    resourceVersion: "27150"
    uid: e90d4241-311a-44e0-b7ce-85fd614ec185
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26364"
    uid: 95c54830-376e-4f70-bdf8-6a0e03bf2ae5
  kind: Event
  lastTimestamp: "2026-07-28T17:44:28Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:44:28Z"
    name: isvc-canary-stop.18c6851e69f3be74
    namespace: kserve-ci-e2e-test
    resourceVersion: "26416"
    uid: 667ca022-bab5-4e52-a636-de021825e7dd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:44:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "26364"
    uid: 95c54830-376e-4f70-bdf8-6a0e03bf2ae5
  kind: Event
  lastTimestamp: "2026-07-28T17:44:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:44:28Z"
    name: isvc-canary-stop.18c6851e69f4025b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: c50d9a5c-3171-4064-9c9d-7e41f5388d56
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27076"
    uid: 95c54830-376e-4f70-bdf8-6a0e03bf2ae5
  kind: Event
  lastTimestamp: "2026-07-28T17:45:52Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:45:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:52Z"
    name: isvc-canary-stop.18c68532006e9a14
    namespace: kserve-ci-e2e-test
    resourceVersion: "27077"
    uid: 4e2fa30b-d0b6-440b-90c3-e0eb38a64dae
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:45:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "27141"
    uid: 95c54830-376e-4f70-bdf8-6a0e03bf2ae5
  kind: Event
  lastTimestamp: "2026-07-28T17:45:58Z"
  message: 'InferenceService [isvc-canary-stop] is no longer Ready because of: PredictorReady,
    Ready'
  metadata:
    creationTimestamp: "2026-07-28T17:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:45:58Z"
    name: isvc-canary-stop.18c6853363df8713
    namespace: kserve-ci-e2e-test
    resourceVersion: "27143"
    uid: 6bc575c7-435e-4b81-80f6-d7d12f820f2b
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:04:48.688537Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36411"
    uid: 046fdd75-bacf-420b-80e4-1b82b8efa549
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:04:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:04:48Z"
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6.18c6863aa252d1c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36417"
    uid: 75c26cfa-a93e-47db-bb92-20b2f821d059
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36422"
    uid: 046fdd75-bacf-420b-80e4-1b82b8efa549
  kind: Event
  lastTimestamp: "2026-07-28T18:04:49Z"
  message: Add eth0 [10.132.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:04:49Z"
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6.18c6863abb384c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36432"
    uid: 6991ddc6-cc76-4ee9-9d38-09084cdf14f3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: 046fdd75-bacf-420b-80e4-1b82b8efa549
  kind: Event
  lastTimestamp: "2026-07-28T18:04:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:53Z"
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6.18c6863abcd815c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36476"
    uid: 520d7b72-7fed-4537-80e7-105a76286783
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: 046fdd75-bacf-420b-80e4-1b82b8efa549
  kind: Event
  lastTimestamp: "2026-07-28T18:04:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:53Z"
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6.18c6863abfd714b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36478"
    uid: e70becc1-9d47-4561-9853-c4e1fd209971
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: 046fdd75-bacf-420b-80e4-1b82b8efa549
  kind: Event
  lastTimestamp: "2026-07-28T18:04:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:04:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:53Z"
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6.18c6863ac04483bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36479"
    uid: fe183728-46c6-4e95-a46f-e3c34148c74f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36414"
    uid: 046fdd75-bacf-420b-80e4-1b82b8efa549
  kind: Event
  lastTimestamp: "2026-07-28T18:04:56Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6_kserve-ci-e2e-test(046fdd75-bacf-420b-80e4-1b82b8efa549)
  metadata:
    creationTimestamp: "2026-07-28T18:04:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:56Z"
    name: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6.18c6863c88282689
    namespace: kserve-ci-e2e-test
    resourceVersion: "36505"
    uid: 1d2dccbe-6624-4976-95d0-61faa255079d
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-168fb5-predictor-77fc576f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "36403"
    uid: 99925c87-c3cd-4804-b9d7-deb52ba34de1
  kind: Event
  lastTimestamp: "2026-07-28T18:04:48Z"
  message: 'Created pod: isvc-init-fail-168fb5-predictor-77fc576f84-hdgt6'
  metadata:
    creationTimestamp: "2026-07-28T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:48Z"
    name: isvc-init-fail-168fb5-predictor-77fc576f84.18c6863aa1f1ce3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36415"
    uid: 393808dc-ba76-4f24-af76-1b85989bdd3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-168fb5-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36401"
    uid: c44698b2-a8f0-4f86-a44a-ff733e810856
  kind: Event
  lastTimestamp: "2026-07-28T18:04:48Z"
  message: Scaled up replica set isvc-init-fail-168fb5-predictor-77fc576f84 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:48Z"
    name: isvc-init-fail-168fb5-predictor.18c6863a9ddfa5c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36404"
    uid: 7690e50c-b7c7-44ef-8dff-f6fce7f525d5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-168fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36394"
    uid: 44a4b33c-5594-471b-a5ca-647f19f1ac84
  kind: Event
  lastTimestamp: "2026-07-28T18:04:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:57Z"
    name: isvc-init-fail-168fb5.18c6863a9de5371b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36510"
    uid: 185d5ba4-4ccc-4cf3-9e58-a1d8dc85e7e0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-168fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36394"
    uid: 44a4b33c-5594-471b-a5ca-647f19f1ac84
  kind: Event
  lastTimestamp: "2026-07-28T18:04:48Z"
  message: 'Failed to update status for InferenceService "isvc-init-fail-168fb5":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-init-fail-168fb5":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:48Z"
    name: isvc-init-fail-168fb5.18c6863a9e96a91e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36407"
    uid: 07060a59-7a5e-4542-9d77-94b425b0b09c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-168fb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36394"
    uid: 44a4b33c-5594-471b-a5ca-647f19f1ac84
  kind: Event
  lastTimestamp: "2026-07-28T18:04:48Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-init-fail-168fb5": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:04:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:48Z"
    name: isvc-init-fail-168fb5.18c6863a9e96daa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36409"
    uid: 14d036f5-2336-4160-a8f5-b48fae611f4b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:46:08.368259Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27256"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-74w62
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:46:08Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:46:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c68535ca081072
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: daa3c796-cc4f-4ab4-8ae7-d888446df849
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:08Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c68535d472bec5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27270"
    uid: 807ec728-6995-4c01-8fde-6a9ada51ef3a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27266"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:09Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:46:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c685360725f42d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27280"
    uid: 59cb523e-7364-4954-b262-a46c4e00f90b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c6853608a3a130
    namespace: kserve-ci-e2e-test
    resourceVersion: "27282"
    uid: 40e7551e-4dde-4525-8c61-ab497352032d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c685360b186261
    namespace: kserve-ci-e2e-test
    resourceVersion: "27283"
    uid: 7c277465-5aed-400b-a1df-98804ffa7c30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:09Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c685360b86a9cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27284"
    uid: 90afc1bd-42ba-4562-8419-01f200ee07fb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:13Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:46:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:13Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c68536f39d8c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27318"
    uid: 203008d9-0c7a-420e-bd90-f3acdb13b1ed
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:19Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.11s (6.11s including
    waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c685385fd81542
    namespace: kserve-ci-e2e-test
    resourceVersion: "27368"
    uid: a0134deb-b8f6-47d8-9d4a-9a6c9917bbee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:19Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c68538630b3b11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27370"
    uid: 556aaa1b-a44e-4cfc-a143-ee2de30f1f78
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:19Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c68538637f3483
    namespace: kserve-ci-e2e-test
    resourceVersion: "27371"
    uid: 9f344f53-775a-4dce-af0b-c23e4d838988
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:19Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c685386389bc6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27372"
    uid: dce8275c-d790-4850-9312-adf48b3fcbb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c6853866b51099
    namespace: kserve-ci-e2e-test
    resourceVersion: "27373"
    uid: ff31a0f4-aad7-4d75-a9df-efabe6797c6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:46:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:46:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:46:19Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c6853867263703
    namespace: kserve-ci-e2e-test
    resourceVersion: "27374"
    uid: 0c48c04b-a05f-4b14-9eee-f48dd71eba09
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:47:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c68538d2e2eb6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27853"
    uid: fa6a918c-aa26-4084-bbd0-4d0dd39f265c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:47:38Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c6854adb08cf29
    namespace: kserve-ci-e2e-test
    resourceVersion: "27963"
    uid: ba3354b9-e5b3-44b5-8791-0816ea1ac4d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:47:38Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:38Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c6854adb0a0ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27964"
    uid: cbef7d73-3611-4eb3-aa92-88ee4f299a2e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-74w62
    namespace: kserve-ci-e2e-test
    resourceVersion: "27258"
    uid: 838004a9-26f2-444e-b3d0-2ccb5018bf55
  kind: Event
  lastTimestamp: "2026-07-28T17:47:42Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:42Z"
    name: isvc-lightgbm-predictor-54f85ddf88-74w62.18c6854baf1699ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27988"
    uid: dc334464-35db-44cc-80bf-f13c519515cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "27243"
    uid: 29b9ddc1-163e-4c5a-afe2-ce8418e8ff4c
  kind: Event
  lastTimestamp: "2026-07-28T17:46:08Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-74w62'
  metadata:
    creationTimestamp: "2026-07-28T17:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:08Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18c68535c98f4a0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27257"
    uid: 1a70a52a-2e78-4761-be15-47740bf0232c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:08Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27241"
    uid: e3965150-3f74-4859-96a0-21a019255f83
  kind: Event
  lastTimestamp: "2026-07-28T17:46:08Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:08Z"
    name: isvc-lightgbm-predictor.18c68535c4449153
    namespace: kserve-ci-e2e-test
    resourceVersion: "27245"
    uid: 91a95e4c-e848-4eb0-8ab9-9632a08cfbc4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: 4ebd15f2-b2da-4513-bedc-ea06414a0e35
  kind: Event
  lastTimestamp: "2026-07-28T17:46:53Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:53Z"
    name: isvc-lightgbm-predictor.18c685394356ecd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27615"
    uid: 800f1fdc-1a20-4f26-9cdb-e3749dadd205
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27242"
    uid: 4ebd15f2-b2da-4513-bedc-ea06414a0e35
  kind: Event
  lastTimestamp: "2026-07-28T17:46:53Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:46:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:46:53Z"
    name: isvc-lightgbm-predictor.18c6853943cc8428
    namespace: kserve-ci-e2e-test
    resourceVersion: "27616"
    uid: bf16bc2e-f995-46a0-8ca1-bcd2677ff8b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27402"
    uid: 4ebd15f2-b2da-4513-bedc-ea06414a0e35
  kind: Event
  lastTimestamp: "2026-07-28T17:47:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:47:38Z"
    name: isvc-lightgbm-predictor.18c68543c1f7d731
    namespace: kserve-ci-e2e-test
    resourceVersion: "27940"
    uid: e2a520b2-3218-4393-9dfc-67e27c27e3c7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:08Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27402"
    uid: 4ebd15f2-b2da-4513-bedc-ea06414a0e35
  kind: Event
  lastTimestamp: "2026-07-28T17:47:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:47:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:47:38Z"
    name: isvc-lightgbm-predictor.18c68543c288b806
    namespace: kserve-ci-e2e-test
    resourceVersion: "27941"
    uid: a6a9744c-5ebe-4225-bf23-66b4d0217a2c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:47:44.021477Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28027"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:47:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:47:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854c0f686203
    namespace: kserve-ci-e2e-test
    resourceVersion: "28031"
    uid: c345a869-d5f4-4180-ac47-d8a71d41f64c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:44Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854c1bd5c0ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28043"
    uid: 57182f9e-15a5-4f95-b5bf-2df995907de6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28037"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:45Z"
  message: Add eth0 [10.132.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:47:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854c4c126f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "28052"
    uid: 2126b507-4717-412b-b954-c826e837586b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:45Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854c4e12f53d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28054"
    uid: e2e44a7d-c846-4c11-b9ad-9e9a95215d96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:45Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854c507a1e23
    namespace: kserve-ci-e2e-test
    resourceVersion: "28056"
    uid: 88ba8c50-20cc-41bd-8feb-6af02cb2bc72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:45Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:47:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:45Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854c50e49773
    namespace: kserve-ci-e2e-test
    resourceVersion: "28057"
    uid: 3dfb8f3f-ff4c-4112-b222-271a49dd61cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:49Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:47:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:49Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854d50192219
    namespace: kserve-ci-e2e-test
    resourceVersion: "28090"
    uid: ce1ba6a4-b5c4-4330-9fc9-2f58103892d4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:55Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.059s (6.059s
    including waiting). Image size: 607170829 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854eb94a91d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28137"
    uid: 833bb12c-4c72-43c3-b767-9ac4b111073a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854ebcfad44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28141"
    uid: b111ba4d-e85a-4034-92fe-326ff0978f5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854ebd6720f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "28142"
    uid: 5ede2baa-bbcf-4dd2-b894-e9a2268f5ad2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854ebd702fa5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 2dea6d83-fa46-4d12-9063-3a742d853137
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854ec018ede8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28144"
    uid: 1c7e0543-5061-46d5-8460-798411e671d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:47:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:47:55Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854ec082801e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28145"
    uid: a198c034-32d4-40b4-9aaf-e8f5deb12c39
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:48:53Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:47:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:48:53Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6854f2f046e49
    namespace: kserve-ci-e2e-test
    resourceVersion: "28584"
    uid: e83624d4-20dd-43d1-8787-e85a2754fe55
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:49:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:49:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6855eccfdb479
    namespace: kserve-ci-e2e-test
    resourceVersion: "28684"
    uid: b11989d9-8bc4-47ce-bfb1-37a32e7593d0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28029"
    uid: 169d1266-7fdf-4b88-bb79-4812d8cf0c5f
  kind: Event
  lastTimestamp: "2026-07-28T17:49:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:49:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:49:04Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4.18c6855eccfec92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28685"
    uid: 63bf6133-4493-47c3-a0e9-a214334eb658
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28016"
    uid: 0bf282d6-c7e1-42de-974a-db656acd4400
  kind: Event
  lastTimestamp: "2026-07-28T17:47:44Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-f2zf4'
  metadata:
    creationTimestamp: "2026-07-28T17:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:47:44Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18c6854c0ed9f478
    namespace: kserve-ci-e2e-test
    resourceVersion: "28028"
    uid: 959ffcd6-08db-4e28-86b1-877e7cd18356
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28014"
    uid: 4e4624f3-53d3-4f64-964c-d842b40df147
  kind: Event
  lastTimestamp: "2026-07-28T17:47:43Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:47:43Z"
    name: isvc-lightgbm-runtime-predictor.18c6854c0a03a8b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28017"
    uid: c89c733a-ea92-49b4-b187-8d466540e04f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28015"
    uid: eec82097-8030-4366-a7fe-55916d07c6bd
  kind: Event
  lastTimestamp: "2026-07-28T17:48:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:13Z"
    name: isvc-lightgbm-runtime-predictor.18c6854f892d1aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28286"
    uid: f74146f8-62a7-4553-8c4a-3ba32b9a6e64
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28015"
    uid: eec82097-8030-4366-a7fe-55916d07c6bd
  kind: Event
  lastTimestamp: "2026-07-28T17:48:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:47:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:13Z"
    name: isvc-lightgbm-runtime-predictor.18c6854f89a330f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28287"
    uid: 8e21613b-c725-4ebb-9119-8dbf79c19f7d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28182"
    uid: eec82097-8030-4366-a7fe-55916d07c6bd
  kind: Event
  lastTimestamp: "2026-07-28T17:48:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:48:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:59Z"
    name: isvc-lightgbm-runtime-predictor.18c6855687cc8f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: 67ea900f-0234-4c8c-a8bf-6b215bb3a7fb
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:48:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28182"
    uid: eec82097-8030-4366-a7fe-55916d07c6bd
  kind: Event
  lastTimestamp: "2026-07-28T17:48:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:48:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:48:59Z"
    name: isvc-lightgbm-runtime-predictor.18c68556883f1592
    namespace: kserve-ci-e2e-test
    resourceVersion: "28624"
    uid: 0d88a6b9-5d69-4424-8888-2bd289ef31d6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28006"
    uid: 7cba6f49-5ee0-4e19-926d-b9774e1578f5
  kind: Event
  lastTimestamp: "2026-07-28T17:49:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:49:03Z"
    name: isvc-lightgbm-runtime.18c6854c0a1e12dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "28662"
    uid: d4a8e46a-e02c-41e7-89e5-cc03d00cd2db
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28006"
    uid: 7cba6f49-5ee0-4e19-926d-b9774e1578f5
  kind: Event
  lastTimestamp: "2026-07-28T17:47:44Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:47:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:47:44Z"
    name: isvc-lightgbm-runtime.18c6854c0aabf9b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28039"
    uid: b9f2fa0b-b7b4-418f-aca4-09568326ede6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28008"
    uid: 7cba6f49-5ee0-4e19-926d-b9774e1578f5
  kind: Event
  lastTimestamp: "2026-07-28T17:47:44Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:47:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:47:44Z"
    name: isvc-lightgbm-runtime.18c6854c11f9c794
    namespace: kserve-ci-e2e-test
    resourceVersion: "28040"
    uid: ae7ea477-a661-4558-b9e2-95934a4d324a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: 7cba6f49-5ee0-4e19-926d-b9774e1578f5
  kind: Event
  lastTimestamp: "2026-07-28T17:49:03Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:49:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:49:03Z"
    name: isvc-lightgbm-runtime.18c6855e938b4202
    namespace: kserve-ci-e2e-test
    resourceVersion: "28661"
    uid: f0f590ba-e2f2-4a3c-9d68-dd46a25d5d36
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:52:05.069443Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30068"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:52:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:52:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c68588d7142d59
    namespace: kserve-ci-e2e-test
    resourceVersion: "30072"
    uid: b5fb414f-adda-4f36-94dc-3e26ea89e287
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30077"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:05Z"
  message: Add eth0 [10.132.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:52:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c68588eff147e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30083"
    uid: 0e4ea530-d513-45af-850b-9015af35ce09
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c68588f1c081ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30087"
    uid: 6d6170e4-5494-409f-bf55-bd45e9189999
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c68588f4372fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30088"
    uid: 61dd0545-0c25-49d7-b4ba-e62b3dadc6e2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c68588f4a38b5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30089"
    uid: 1f7eb373-d995-4b5f-bb32-a7793d19f62f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c6858a0af7b1a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30124"
    uid: 75ae65ee-10b2-4500-94b2-e3a6481eca5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c6858a0e09de32
    namespace: kserve-ci-e2e-test
    resourceVersion: "30126"
    uid: 1cb3057b-43ca-4048-9d6c-b4eaf4e9f989
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c6858a0e874bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30127"
    uid: 78b92d3e-b0d8-472b-a1f2-df887be8c466
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c6858a0e9029ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "30131"
    uid: bf719e02-21e8-47d3-b3db-0a878abe96d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c6858a110e6442
    namespace: kserve-ci-e2e-test
    resourceVersion: "30134"
    uid: 58127ebe-629c-40ea-b8e9-6142a84c634c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:10Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c6858a118ee0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30135"
    uid: 489e0a32-614b-4f22-b295-e94c266091c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:13Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:52:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:13Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c6858a82b925e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30157"
    uid: 376dfff1-be8a-459c-88b7-ce8a0ba14163
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c6858d87ee5616
    namespace: kserve-ci-e2e-test
    resourceVersion: "30274"
    uid: 613ececd-3370-4980-a6ee-b5d2510f427e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg
    namespace: kserve-ci-e2e-test
    resourceVersion: "30069"
    uid: 3c3aeb74-8a48-4bae-95f3-f10381b3d31c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:52:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:25Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg.18c6858d87eef019
    namespace: kserve-ci-e2e-test
    resourceVersion: "30275"
    uid: 345bf6a4-04ed-4341-a1eb-1624c2afa729
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30057"
    uid: e149a10f-d2d6-4d4a-b496-4da3257c25be
  kind: Event
  lastTimestamp: "2026-07-28T17:52:05Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-p27xg'
  metadata:
    creationTimestamp: "2026-07-28T17:52:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:05Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18c68588d6bbd7bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30070"
    uid: 7978d037-05ce-449d-85ae-19d0178c5eec
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30055"
    uid: 7d0b9640-d29c-4c26-bc58-0312249882f1
  kind: Event
  lastTimestamp: "2026-07-28T17:52:04Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:04Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c68588d1f0da74
    namespace: kserve-ci-e2e-test
    resourceVersion: "30059"
    uid: bfba0b5f-725e-4054-9fa1-c0f4f102d9a4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: fc93fd1f-7c78-4861-9c34-c6718b53d14c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:19Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c6858c507460ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30221"
    uid: ec78636c-ba8c-4c48-877e-b41b98af8552
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30056"
    uid: fc93fd1f-7c78-4861-9c34-c6718b53d14c
  kind: Event
  lastTimestamp: "2026-07-28T17:52:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:52:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:19Z"
    name: isvc-lightgbm-v2-kserve-predictor.18c6858c50e60c5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30223"
    uid: 92e3af19-b254-4b82-aede-0b82bf6e8e3f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30048"
    uid: 0bdb3de2-f43f-4934-bf68-aa35c67ec2f1
  kind: Event
  lastTimestamp: "2026-07-28T17:52:18Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:52:18Z"
    name: isvc-lightgbm-v2-kserve.18c68588d1ed5785
    namespace: kserve-ci-e2e-test
    resourceVersion: "30209"
    uid: ad27b40c-efac-4163-8702-faa5afb48d73
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30048"
    uid: 0bdb3de2-f43f-4934-bf68-aa35c67ec2f1
  kind: Event
  lastTimestamp: "2026-07-28T17:52:04Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:52:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:52:04Z"
    name: isvc-lightgbm-v2-kserve.18c68588d27fac52
    namespace: kserve-ci-e2e-test
    resourceVersion: "30061"
    uid: a2b7dc3d-0cc1-4ceb-b6cc-0db6fe3b9c04
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "30207"
    uid: 0bdb3de2-f43f-4934-bf68-aa35c67ec2f1
  kind: Event
  lastTimestamp: "2026-07-28T17:52:18Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:52:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:52:18Z"
    name: isvc-lightgbm-v2-kserve.18c6858bef189841
    namespace: kserve-ci-e2e-test
    resourceVersion: "30208"
    uid: 04cfece5-70cd-4ac3-b92b-96bcc5953d94
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:49:09.706531Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28745"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:49:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:49:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c6856002a288f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28751"
    uid: c5c1aba7-b8d9-494e-aa09-58801d2f3e11
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28754"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:49:10Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:49:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c685601bf8c98a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28762"
    uid: 3c00a753-211e-4a89-b843-8ce42b6bc95b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:49:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:49:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c685601d8c403d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28764"
    uid: 06962f48-57c6-4d0d-991b-3ec9c523d242
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:49:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:49:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c6856020500129
    namespace: kserve-ci-e2e-test
    resourceVersion: "28765"
    uid: eeaaedec-b4bf-4a3d-8e82-6bd248d12842
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:49:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:49:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:49:10Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c6856020bb0e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "28766"
    uid: fd688156-3134-48ae-87b0-fb145eddd8cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:49:14Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-07-28T17:49:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:49:14Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c685610863a454
    namespace: kserve-ci-e2e-test
    resourceVersion: "28803"
    uid: bd3a9f15-ccde-4bfa-9b7b-e43e67fb9a91
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:16Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m2.498s
    (2m2.498s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:16Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c6857d8ddfd6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29662"
    uid: 0dbcc3a0-441c-46cb-8bed-356008788ff5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:16Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c6857d935143b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29663"
    uid: 01299c3c-5675-41c0-ab90-b5f509072313
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:16Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c6857d94bc1209
    namespace: kserve-ci-e2e-test
    resourceVersion: "29665"
    uid: b3d5659b-a7c9-4b3f-9700-0d1d701b40cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:16Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c6857d94c6d8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29666"
    uid: 3ad32ca0-dcbb-4fa9-9ff3-46e0087bcb54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:16Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c6857d98afcb30
    namespace: kserve-ci-e2e-test
    resourceVersion: "29667"
    uid: d9e4a66e-a136-444d-a0d5-12d7711358c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:51:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:16Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c6857d999ef26e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29668"
    uid: 49e9b3fc-58c7-4858-ad55-3083caea84f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c68587a47e5dff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30004"
    uid: cef450e2-dd8b-4852-98fe-b46f551a3eea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28749"
    uid: a289dda4-329e-4220-a675-9c6dbf0aebc9
  kind: Event
  lastTimestamp: "2026-07-28T17:51:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:51:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:51:59Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249.18c68587a47f049a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: 25311ccc-59c8-4460-b11e-d716dbe988dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28733"
    uid: 932d5e85-63ae-4cb5-93d3-b5cc62fc70af
  kind: Event
  lastTimestamp: "2026-07-28T17:49:09Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-rc249'
  metadata:
    creationTimestamp: "2026-07-28T17:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:49:09Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18c685600226e81a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28748"
    uid: 36e0abe1-a7fe-4f0a-980e-c4991881cfd6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28731"
    uid: 850c2ddc-705f-4c87-94e3-5069d1b2c202
  kind: Event
  lastTimestamp: "2026-07-28T17:49:09Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:49:09Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c6855ffe4783eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28736"
    uid: a45b9dcd-e585-4357-b029-aead581c1e6c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28732"
    uid: 47aced1c-0b05-4ffa-b1a7-495d9047a43f
  kind: Event
  lastTimestamp: "2026-07-28T17:51:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:54Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c685637dc8692e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29951"
    uid: 54582ab4-ec68-4ebf-a898-c00ab742fa1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28732"
    uid: 47aced1c-0b05-4ffa-b1a7-495d9047a43f
  kind: Event
  lastTimestamp: "2026-07-28T17:51:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:49:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:54Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c685637ead1f5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29952"
    uid: 425e53c2-8810-48e1-83b6-c08db604787f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28880"
    uid: 47aced1c-0b05-4ffa-b1a7-495d9047a43f
  kind: Event
  lastTimestamp: "2026-07-28T17:51:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:39Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c68582f874fcae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29835"
    uid: a1cab0e6-0e25-45af-be4c-812b724cc935
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28880"
    uid: 47aced1c-0b05-4ffa-b1a7-495d9047a43f
  kind: Event
  lastTimestamp: "2026-07-28T17:51:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:51:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:51:39Z"
    name: isvc-lightgbm-v2-runtime-predictor.18c68582f9026fae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29837"
    uid: 8b7e7f5b-155e-4397-adca-ece1b43fc43b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28724"
    uid: 204ce4a3-fb58-4e46-a8f6-fcfda1bb8e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:51:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:53Z"
    name: isvc-lightgbm-v2-runtime.18c6855ffe3e34a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29943"
    uid: f3e55daa-b587-4715-a884-7f4530f2c9c9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:49:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28724"
    uid: 204ce4a3-fb58-4e46-a8f6-fcfda1bb8e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:49:09Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:49:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:49:09Z"
    name: isvc-lightgbm-v2-runtime.18c6855fff1f47e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28741"
    uid: 1000b29c-3a67-4daf-a9e6-bb27aed60e59
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:51:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "29941"
    uid: 204ce4a3-fb58-4e46-a8f6-fcfda1bb8e7d
  kind: Event
  lastTimestamp: "2026-07-28T17:51:53Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:51:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:51:53Z"
    name: isvc-lightgbm-v2-runtime.18c68586392d03c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29942"
    uid: e6c64746-bced-411b-a018-3d7ddf4b77e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27233"
    uid: b814bc29-0d8a-4b3e-9e05-74f8a0e83f23
  kind: Event
  lastTimestamp: "2026-07-28T17:47:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:47:37Z"
    name: isvc-lightgbm.18c68535c451b446
    namespace: kserve-ci-e2e-test
    resourceVersion: "27935"
    uid: 600f747b-1394-444d-82ec-a1066ea203bc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:46:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27233"
    uid: b814bc29-0d8a-4b3e-9e05-74f8a0e83f23
  kind: Event
  lastTimestamp: "2026-07-28T17:46:08Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:46:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:46:08Z"
    name: isvc-lightgbm.18c68535c4da5b2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27248"
    uid: 368aa546-2750-4c00-8b0e-1236cef95725
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:47:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "27933"
    uid: b814bc29-0d8a-4b3e-9e05-74f8a0e83f23
  kind: Event
  lastTimestamp: "2026-07-28T17:47:37Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:47:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:47:37Z"
    name: isvc-lightgbm.18c6854a8bc7ce00
    namespace: kserve-ci-e2e-test
    resourceVersion: "27934"
    uid: af431dc1-962b-4ec3-a28b-2bff7995f0cf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:24:34.995162Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16573"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-866fbfd695-glrls
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:24:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:24:34Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68408a6fcc9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "16578"
    uid: 8f136686-e878-4703-960b-6215fcc7b40f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16583"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:35Z"
  message: Add eth0 [10.132.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:24:35Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68408bfd3a65c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 995cf851-1016-423f-b55e-7998ab7ec95d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:35Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68408c17c4034
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: b010d2f4-a5f7-4bf8-a479-694864b5dbdb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:35Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68408c4512075
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 5f3d0b6b-45f5-40d9-80b1-f583082f3112
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:24:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:35Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68408c4bd1d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "16594"
    uid: b0e451b2-db72-4645-b0e0-7c4cf09c1a76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:39Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68409bac43cb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16630"
    uid: 48d56e48-d9a9-4e22-8b3f-6d54077a60f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:39Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68409bdda3eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16633"
    uid: bfc92b3b-a31c-4a7d-95c9-0b4bd1bc1466
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:39Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68409be4f5165
    namespace: kserve-ci-e2e-test
    resourceVersion: "16634"
    uid: 423c7b14-d2f5-48b4-9b5b-f8c32c65b03c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:39Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68409be57b08c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16635"
    uid: 1ed87203-5945-4092-bbe5-e46124195521
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:39Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68409c116207a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16638"
    uid: 25d63baa-f2b7-44e7-9fb4-e8ad6e73baea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:39Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68409c17ef6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16639"
    uid: adf33c45-fd6d-4518-8d3d-32e84a982316
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:39Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:39Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68409c1882d44
    namespace: kserve-ci-e2e-test
    resourceVersion: "16640"
    uid: 11b35c2b-a2af-4814-b980-9595665e23bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:39Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:39Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68409c41a6d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "16642"
    uid: bdcb34fd-9e9d-4850-a4fc-9f138968a26c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:24:39Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:39Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68409c48497ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "16643"
    uid: 33776029-a7e1-4b0b-8846-81b2fa783d03
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:26:17Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:17Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c68409f6ced864
    namespace: kserve-ci-e2e-test
    resourceVersion: "17446"
    uid: 022d4d39-70b6-4fd0-ac14-74cab2ac7e0d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:26:17Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:24:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:17Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c6840a32a6b9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17447"
    uid: f5fcb8ab-9c2c-4ecc-a20a-53afa99eda6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c6841c7f312881
    namespace: kserve-ci-e2e-test
    resourceVersion: "17266"
    uid: 9e08f46e-9f59-4cad-bc7d-547393a72456
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c6841c7f315aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "17264"
    uid: 35f661ee-01a2-4796-83fe-11195daf6f87
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c6841c7f31e170
    namespace: kserve-ci-e2e-test
    resourceVersion: "17269"
    uid: 2e131e9c-0cca-45c6-a5ff-6e543d8805c6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-866fbfd695-glrls
    namespace: kserve-ci-e2e-test
    resourceVersion: "16576"
    uid: 2a52edf6-e679-448d-b316-7cec18e6af6f
  kind: Event
  lastTimestamp: "2026-07-28T17:26:17Z"
  message: 'Readiness probe failed: Get "https://10.132.0.20:8643/healthz": dial tcp
    10.132.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:17Z"
    name: isvc-logger-predictor-866fbfd695-glrls.18c6841d0ecbcb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17445"
    uid: bf747917-1e80-4122-a68d-8f6c16cd11eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-866fbfd695
    namespace: kserve-ci-e2e-test
    resourceVersion: "16563"
    uid: 288eda34-f41f-409f-8e0d-022aa793118e
  kind: Event
  lastTimestamp: "2026-07-28T17:24:34Z"
  message: 'Created pod: isvc-logger-predictor-866fbfd695-glrls'
  metadata:
    creationTimestamp: "2026-07-28T17:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:34Z"
    name: isvc-logger-predictor-866fbfd695.18c68408a68e5a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "16575"
    uid: 79edd8ed-810b-43a3-a68a-21282b6b41b1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16561"
    uid: c204cb69-3416-4e55-9059-31b49a66a285
  kind: Event
  lastTimestamp: "2026-07-28T17:24:34Z"
  message: Scaled up replica set isvc-logger-predictor-866fbfd695 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:34Z"
    name: isvc-logger-predictor.18c68408a30826cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "16564"
    uid: 5d314bac-59b5-473a-8c89-4029529f3776
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 123daac4-7bc6-4a1c-a372-69bf16d96475
  kind: Event
  lastTimestamp: "2026-07-28T17:25:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:04Z"
    name: isvc-logger-predictor.18c6840c21a718de
    namespace: kserve-ci-e2e-test
    resourceVersion: "16839"
    uid: 024e6af0-ed55-470a-bbd7-872e095a7d4b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16562"
    uid: 123daac4-7bc6-4a1c-a372-69bf16d96475
  kind: Event
  lastTimestamp: "2026-07-28T17:25:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:04Z"
    name: isvc-logger-predictor.18c6840c2213b499
    namespace: kserve-ci-e2e-test
    resourceVersion: "16840"
    uid: 4866de3b-c586-4896-9bdc-51f7b3fbeff9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: 123daac4-7bc6-4a1c-a372-69bf16d96475
  kind: Event
  lastTimestamp: "2026-07-28T17:25:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:50Z"
    name: isvc-logger-predictor.18c684132014a916
    namespace: kserve-ci-e2e-test
    resourceVersion: "17160"
    uid: 4e221266-7826-48a0-bac6-08367621a66b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16726"
    uid: 123daac4-7bc6-4a1c-a372-69bf16d96475
  kind: Event
  lastTimestamp: "2026-07-28T17:25:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:25:50Z"
    name: isvc-logger-predictor.18c6841320848f18
    namespace: kserve-ci-e2e-test
    resourceVersion: "17161"
    uid: 3df53562-bf54-461d-b707-4128a415d91a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: 99d2f17f-2c05-4192-a7d6-9d7ac351c2ec
  kind: Event
  lastTimestamp: "2026-07-28T17:25:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:25:47Z"
    name: isvc-logger.18c68408a30d8423
    namespace: kserve-ci-e2e-test
    resourceVersion: "17142"
    uid: cda642f6-e846-4f7c-b4e3-9b924f54d5be
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "16554"
    uid: 99d2f17f-2c05-4192-a7d6-9d7ac351c2ec
  kind: Event
  lastTimestamp: "2026-07-28T17:24:34Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:24:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:34Z"
    name: isvc-logger.18c68408a396fb58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16568"
    uid: 1d7a69ba-ee1a-4ddc-b736-37debbedd202
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:25:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17140"
    uid: 99d2f17f-2c05-4192-a7d6-9d7ac351c2ec
  kind: Event
  lastTimestamp: "2026-07-28T17:25:47Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:25:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:25:47Z"
    name: isvc-logger.18c6841997475ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17141"
    uid: f46832d1-4331-4420-b7f4-ad7246a55b1a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:52:30.317299Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30335"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:52:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:52:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c6858eb7f7e31a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30341"
    uid: a96590d0-e4b8-4b6a-9f9c-3a5efd93a738
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:52:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c6858ebecbe324
    namespace: kserve-ci-e2e-test
    resourceVersion: "30349"
    uid: 8b8db3c2-99cc-48f9-b969-1171b5e27e80
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30345"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:52:31Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:52:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c6858ef5413474
    namespace: kserve-ci-e2e-test
    resourceVersion: "30357"
    uid: cd4a2740-c755-475e-9257-7fa9af955d89
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:52:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c6858ef6cd3bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30359"
    uid: 844531c7-dacf-4f17-82bf-95fee88d7be5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:52:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c6858ef9bec738
    namespace: kserve-ci-e2e-test
    resourceVersion: "30360"
    uid: 0d884d99-6420-41a7-b882-524112c0953e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:52:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:52:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:31Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c6858efa249e2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30361"
    uid: 9f51df9b-01ab-4820-b458-320cd4348826
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:52:36Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c685900d370458
    namespace: kserve-ci-e2e-test
    resourceVersion: "30399"
    uid: fab8e5f9-a236-43b3-ab13-72a9a09a68c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:52:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c685901006aa0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30401"
    uid: 2b3cb8a1-eaf9-4dc8-9851-f7f1e4bfc7d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:52:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c68590106a2cb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30402"
    uid: 9552d067-a3ae-4f9e-98c0-68523f03c2d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:52:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c685901073a9d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30403"
    uid: 0c8a0282-a859-4edb-b35b-6345bce6bc3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:52:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c6859013a04a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "30406"
    uid: 6d0eefbe-c568-4e72-8e11-90bd71151a3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:52:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:52:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:52:36Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c68590142757d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30407"
    uid: 674df84c-01f4-45f4-b7aa-d82f685c8552
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:53:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:20Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c6859a6777900a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30744"
    uid: 0a5d4c33-b736-42e3-ae92-d4c875a48149
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30336"
    uid: a842cebf-b8ee-4702-a20e-5b006ebb7261
  kind: Event
  lastTimestamp: "2026-07-28T17:53:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:53:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:20Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb.18c6859a67780a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "30745"
    uid: 173aedb8-ab99-4091-88e6-ace5a2388e10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "30325"
    uid: 77e55d09-e4f2-406d-9ae6-87cae36a4e0d
  kind: Event
  lastTimestamp: "2026-07-28T17:52:30Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-tjmfb'
  metadata:
    creationTimestamp: "2026-07-28T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:30Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18c6858eb78d5949
    namespace: kserve-ci-e2e-test
    resourceVersion: "30337"
    uid: bd6e32f0-49a9-4f93-8d65-5c9a7a221ed9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30323"
    uid: f2fcd966-850f-4723-99db-64c35436fdef
  kind: Event
  lastTimestamp: "2026-07-28T17:52:30Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:52:30Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6858eb41daee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30326"
    uid: 7ae98f2e-8a93-4e08-8a00-95ebc963ab64
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30324"
    uid: 61340c12-29d3-41d7-8f5c-aa139c364e0d
  kind: Event
  lastTimestamp: "2026-07-28T17:53:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:00Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6859232d52895
    namespace: kserve-ci-e2e-test
    resourceVersion: "30576"
    uid: e574c42c-d941-49a1-950e-aa9af49ee978
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30324"
    uid: 61340c12-29d3-41d7-8f5c-aa139c364e0d
  kind: Event
  lastTimestamp: "2026-07-28T17:53:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:52:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:00Z"
    name: isvc-mlflow-v2-runtime-predictor.18c68592334f3dbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30577"
    uid: 04aa0d88-8307-46cf-afa2-6d510785e08d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30477"
    uid: 61340c12-29d3-41d7-8f5c-aa139c364e0d
  kind: Event
  lastTimestamp: "2026-07-28T17:53:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:15Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6859932297cbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30690"
    uid: ccda298a-1149-4e5e-b0a1-3b2632f5b6a6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30477"
    uid: 61340c12-29d3-41d7-8f5c-aa139c364e0d
  kind: Event
  lastTimestamp: "2026-07-28T17:53:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:53:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:15Z"
    name: isvc-mlflow-v2-runtime-predictor.18c6859932aaed0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30692"
    uid: 1db32bfe-235f-44a8-b934-e217e3c16f70
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30316"
    uid: 254a92a9-b104-46a5-9ef8-6e2fde47c18d
  kind: Event
  lastTimestamp: "2026-07-28T17:53:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:53:14Z"
    name: isvc-mlflow-v2-runtime.18c6858eb42ec9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30681"
    uid: 544c3217-a39a-4d01-94cf-e37bdc22a4f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:52:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30316"
    uid: 254a92a9-b104-46a5-9ef8-6e2fde47c18d
  kind: Event
  lastTimestamp: "2026-07-28T17:52:30Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:52:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:52:30Z"
    name: isvc-mlflow-v2-runtime.18c6858eb4b184fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30330"
    uid: 36378de8-e5e1-4cd8-8fcc-28d359d20bd3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "30678"
    uid: 254a92a9-b104-46a5-9ef8-6e2fde47c18d
  kind: Event
  lastTimestamp: "2026-07-28T17:53:14Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:53:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:53:14Z"
    name: isvc-mlflow-v2-runtime.18c68598efe3c1fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30680"
    uid: 16145ff4-e2ba-49ae-8b5a-dc400860d5cd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:54:51.030154Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31481"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:54:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:54:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685af7b1ba0a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31488"
    uid: 267c63be-a0e0-4d8e-9fbe-2f5f40620b4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31491"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:54:51Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:54:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685af94d3ea5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31500"
    uid: abb51b10-df3d-4c2f-aa5d-8e4fecd85983
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:54:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685af9682df2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: 32d1ca08-23c6-4187-9be3-dab463c2d02b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:54:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685af99359967
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 69e282e4-3c28-4428-a5da-35dbeb3fe467
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:54:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685af99ba1c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31505"
    uid: a16c9059-597d-4f5b-80c0-8ed621308c9f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:54:56Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:54:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:56Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685b0c7ddca67
    namespace: kserve-ci-e2e-test
    resourceVersion: "31550"
    uid: b39a202e-0a28-4039-9cdd-f48973fa6e40
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:55:08Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.393s (11.393s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685b36efd1c23
    namespace: kserve-ci-e2e-test
    resourceVersion: "31635"
    uid: ce656d64-59af-4db3-88db-dc1c971de6b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:55:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685b371d41c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31636"
    uid: 1df40a0f-54a4-4dd8-a4cc-42047f1c7716
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:55:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685b37239247e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31637"
    uid: 7d5df8dd-a213-42e3-a94c-9f8abfbc2c81
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:55:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685b372436c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31638"
    uid: 1cfae584-4050-42e4-8f41-3d0e3b167287
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:55:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685b374ee147a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31639"
    uid: b086f699-8778-4157-ab96-c5eb183f2887
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:55:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685b37550f9f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: 463750e4-2990-4fe1-baf1-45f4937a0d38
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:56:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:55:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685b396c874e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32072"
    uid: c5780171-ce4f-4d18-adcd-415b4973c063
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:56:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:02Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685c02acad936
    namespace: kserve-ci-e2e-test
    resourceVersion: "32059"
    uid: 40f04c83-e99b-4d89-b022-63e502892a96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:56:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:56:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:02Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685c02acb5ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32061"
    uid: c0e273b9-7241-483f-a48e-c5c437680f13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl
    namespace: kserve-ci-e2e-test
    resourceVersion: "31486"
    uid: 9850a394-c323-4719-8fd2-a7bae112e4cd
  kind: Event
  lastTimestamp: "2026-07-28T17:56:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:56:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:04Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-lqdfl.18c685c0a0dd5719
    namespace: kserve-ci-e2e-test
    resourceVersion: "32071"
    uid: 74f10aa3-55f6-43e2-af15-7c355ce57a6c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31471"
    uid: 03c0e5f1-b72b-4d07-b7d5-c42a75e30568
  kind: Event
  lastTimestamp: "2026-07-28T17:54:51Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-lqdfl'
  metadata:
    creationTimestamp: "2026-07-28T17:54:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:54:51Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18c685af7a233754
    namespace: kserve-ci-e2e-test
    resourceVersion: "31484"
    uid: fd018594-3a80-461c-aece-2a75e169c220
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: 22351c3b-3617-4452-ab9c-953d5a5a8f74
  kind: Event
  lastTimestamp: "2026-07-28T17:54:50Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:54:50Z"
    name: isvc-paddle-predictor.18c685af74b265b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31473"
    uid: 1cb10144-ea6c-4a5e-a703-f07642390fff
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31470"
    uid: fa4ad3a5-49c4-4137-a6fc-6b6085844af2
  kind: Event
  lastTimestamp: "2026-07-28T17:55:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:20Z"
    name: isvc-paddle-predictor.18c685b2f43f3341
    namespace: kserve-ci-e2e-test
    resourceVersion: "31744"
    uid: 4b6fa383-f766-4713-a9b1-81f1e7f4bfd2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31470"
    uid: fa4ad3a5-49c4-4137-a6fc-6b6085844af2
  kind: Event
  lastTimestamp: "2026-07-28T17:55:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:55:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:20Z"
    name: isvc-paddle-predictor.18c685b2f4d496b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31745"
    uid: abbaeb14-c5a2-4aed-b197-916ad168e6ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31621"
    uid: fa4ad3a5-49c4-4137-a6fc-6b6085844af2
  kind: Event
  lastTimestamp: "2026-07-28T17:55:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:50Z"
    name: isvc-paddle-predictor.18c685b9f2553e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31953"
    uid: 57c7b87e-ab1f-4951-84d8-af7589648f0f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31621"
    uid: fa4ad3a5-49c4-4137-a6fc-6b6085844af2
  kind: Event
  lastTimestamp: "2026-07-28T17:55:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:55:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:55:51Z"
    name: isvc-paddle-predictor.18c685b9f2d82d83
    namespace: kserve-ci-e2e-test
    resourceVersion: "31954"
    uid: b581fc5d-8189-4c2e-b07b-bc23fc6e4ee8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:56:07.831521Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32121"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:56:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:56:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c15cd38b27
    namespace: kserve-ci-e2e-test
    resourceVersion: "32126"
    uid: 3f347fd7-8964-4157-9628-f92e4acae7bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32130"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:56:08Z"
  message: Add eth0 [10.132.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:56:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c175cf39ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32138"
    uid: f93ee407-6428-4563-9ca0-fd82955c995a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:56:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c17763a6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32140"
    uid: 652b2dbd-8df1-48d1-afa6-ca62a784543d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:56:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c17a30af38
    namespace: kserve-ci-e2e-test
    resourceVersion: "32143"
    uid: 19804f36-3ffe-44ad-a93f-9738eb01bd3d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:56:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:56:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:08Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c17a99a931
    namespace: kserve-ci-e2e-test
    resourceVersion: "32144"
    uid: 35763d15-1434-4002-bae6-90ae0ce2ec6e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:56:13Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:56:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:13Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c292eb4e06
    namespace: kserve-ci-e2e-test
    resourceVersion: "32186"
    uid: c788211b-0fab-46d9-8154-8ef786cf370d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:56:23Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.14s (10.14s
    including waiting). Image size: 1163606775 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c4ef576966
    namespace: kserve-ci-e2e-test
    resourceVersion: "32261"
    uid: c2d08365-4684-47ef-9f3f-8705cd8cba32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:56:23Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c4f231f97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32262"
    uid: ffb9bac0-5975-473a-9c75-9d85f5680535
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:56:23Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c4f2a1f3f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32263"
    uid: d739195d-e67f-4cbc-9eeb-9e1f037112b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:56:23Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c4f2aa78de
    namespace: kserve-ci-e2e-test
    resourceVersion: "32264"
    uid: 53e5987d-ab93-477c-999b-46cb4ca47501
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:56:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c4f6586127
    namespace: kserve-ci-e2e-test
    resourceVersion: "32265"
    uid: e942b565-aaa6-4944-8493-01eaf1f8a00e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:56:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:56:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:56:23Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c4f6c46e95
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: b391a762-fbbe-4a79-a6c2-3d5cd3a437db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:57:21Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:56:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:21Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685c56100527c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32709"
    uid: 63982325-abb5-4e84-aa47-1ad90bb45e2f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:57:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685d1fb1ea193
    namespace: kserve-ci-e2e-test
    resourceVersion: "32692"
    uid: bf50dddd-1373-4506-a724-6e7913a20580
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:57:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:57:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685d1fb1f36d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32693"
    uid: 1e54fb10-6991-425b-9192-a6f7f198bb36
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32124"
    uid: ebae9792-77bb-46ec-a92f-10bd75487351
  kind: Event
  lastTimestamp: "2026-07-28T17:57:21Z"
  message: 'Readiness probe failed: Get "https://10.132.0.37:8643/healthz": dial tcp
    10.132.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:57:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:21Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bdmx9.18c685d26b0c8b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32708"
    uid: 3d421563-e86a-4bfa-bb7b-ca1d02977ea8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "32111"
    uid: 0cada370-56d9-4f15-a9e5-75948bff2e71
  kind: Event
  lastTimestamp: "2026-07-28T17:56:07Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-bdmx9'
  metadata:
    creationTimestamp: "2026-07-28T17:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:56:07Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18c685c15c62ed5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32123"
    uid: 4a7cb542-18e3-4dbe-a906-b51652b2c833
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32109"
    uid: a83e156c-5a37-403f-8a05-2389355fa7fb
  kind: Event
  lastTimestamp: "2026-07-28T17:56:07Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:56:07Z"
    name: isvc-paddle-runtime-predictor.18c685c158a3475f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32112"
    uid: e4a79f05-1079-43c5-ab1d-f6f2aca64f6a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32110"
    uid: 06e8f3fe-7667-4bab-a33e-bcfb7e72b259
  kind: Event
  lastTimestamp: "2026-07-28T17:56:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:56:52Z"
    name: isvc-paddle-runtime-predictor.18c685c4d80b88f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32481"
    uid: fbd2fad5-923c-43f4-9fc5-05285e6919a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32110"
    uid: 06e8f3fe-7667-4bab-a33e-bcfb7e72b259
  kind: Event
  lastTimestamp: "2026-07-28T17:56:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:56:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:56:52Z"
    name: isvc-paddle-runtime-predictor.18c685c4d87c6939
    namespace: kserve-ci-e2e-test
    resourceVersion: "32482"
    uid: 9cdd4ff0-b5c1-4725-b68d-604cd3ac3419
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32258"
    uid: 06e8f3fe-7667-4bab-a33e-bcfb7e72b259
  kind: Event
  lastTimestamp: "2026-07-28T17:57:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:57:07Z"
    name: isvc-paddle-runtime-predictor.18c685cf55a89dce
    namespace: kserve-ci-e2e-test
    resourceVersion: "32589"
    uid: 7523c9fe-e146-4c09-9dec-65d9d3e3008d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32258"
    uid: 06e8f3fe-7667-4bab-a33e-bcfb7e72b259
  kind: Event
  lastTimestamp: "2026-07-28T17:57:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:57:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:57:07Z"
    name: isvc-paddle-runtime-predictor.18c685cf5610196e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32591"
    uid: 32d128f7-e2f3-48f4-9904-237430865c7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32102"
    uid: 702be49e-d49e-4186-aac6-72fd2950d573
  kind: Event
  lastTimestamp: "2026-07-28T17:57:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:57:11Z"
    name: isvc-paddle-runtime.18c685c158a6a8ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32624"
    uid: 6ed6b106-a74e-42ad-b228-97d855760191
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:56:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32102"
    uid: 702be49e-d49e-4186-aac6-72fd2950d573
  kind: Event
  lastTimestamp: "2026-07-28T17:56:07Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:56:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:56:07Z"
    name: isvc-paddle-runtime.18c685c1592088af
    namespace: kserve-ci-e2e-test
    resourceVersion: "32115"
    uid: 6c2c8e34-96b0-4740-ab20-2c3dd71418bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32622"
    uid: 702be49e-d49e-4186-aac6-72fd2950d573
  kind: Event
  lastTimestamp: "2026-07-28T17:57:11Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:57:11Z"
    name: isvc-paddle-runtime.18c685d01cad0425
    namespace: kserve-ci-e2e-test
    resourceVersion: "32623"
    uid: 13b5b617-6188-4c96-a9b4-230470aef738
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:57:24.398020Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32757"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:57:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:57:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d3308b9709
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: e49504e4-56fe-4ec6-a373-5b0103c9d759
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32767"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:57:24Z"
  message: Add eth0 [10.132.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:57:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d349556bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32776"
    uid: 74dbb8aa-9149-4d14-b2e8-048de9d35b80
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:57:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d34ac7601f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32778"
    uid: 22cd4c2b-0e96-4850-a266-a582c958c4b6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:57:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d34d3fcd93
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: 56792ca1-50d7-4bda-b98e-57c316f94da5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:57:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d34d9b4b37
    namespace: kserve-ci-e2e-test
    resourceVersion: "32780"
    uid: f4bf529b-a3ac-4bab-abb8-d3c2af156a6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:57:29Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d45478efbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32818"
    uid: 38c866f3-06a7-4340-a376-667272e621d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:57:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d456e88622
    namespace: kserve-ci-e2e-test
    resourceVersion: "32820"
    uid: 48489464-2c47-4c01-82c5-d630a2d1003f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:57:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d4574a9a13
    namespace: kserve-ci-e2e-test
    resourceVersion: "32821"
    uid: 739f149d-7fea-44f9-93c6-152161359b53
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:57:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d45753f8b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32822"
    uid: 63dd8747-607b-45fb-a98b-85cb794a9e0e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:57:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d459aa9f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "32825"
    uid: b6b4fede-a524-4610-97b2-883f684edc48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:57:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:57:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:57:29Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d45a268b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32826"
    uid: 97f1b21a-7e17-4ba4-84a8-60007d62beca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:58:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:57:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685d4cc46f668
    namespace: kserve-ci-e2e-test
    resourceVersion: "33271"
    uid: 80aba2ac-0dcd-4c18-b2f8-5cf1fbcf82e7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:58:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685e18fa5a5c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33258"
    uid: d3c4f988-3c29-4ffb-bf12-33ef84ec06e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:58:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:26Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685e18fa64e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33259"
    uid: 4114b5f3-47d2-4e6a-8aa1-1c0887d741e1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 894d8de5-b053-4b22-b6b7-0962f434924d
  kind: Event
  lastTimestamp: "2026-07-28T17:58:27Z"
  message: 'Readiness probe failed: Get "https://10.132.0.38:8643/healthz": dial tcp
    10.132.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:58:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:27Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7.18c685e1d64fec24
    namespace: kserve-ci-e2e-test
    resourceVersion: "33270"
    uid: 6240efa9-c4e1-479a-b489-5fb1471c6098
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32748"
    uid: 233d79b8-8513-45de-9c4d-4af878da8341
  kind: Event
  lastTimestamp: "2026-07-28T17:57:24Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-5cpv7'
  metadata:
    creationTimestamp: "2026-07-28T17:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:57:24Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18c685d3301ca5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 720ef6d3-cbb2-43da-9382-3478692e42c9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32746"
    uid: 784e4f4a-1e71-498d-a58a-99d062242d47
  kind: Event
  lastTimestamp: "2026-07-28T17:57:24Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T17:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:57:24Z"
    name: isvc-paddle-v2-kserve-predictor.18c685d32ce025d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32749"
    uid: 5ef7dcd2-272c-4feb-9e46-48b7a0d09e6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32747"
    uid: 0e2ffda9-2713-4351-9b09-86862c518334
  kind: Event
  lastTimestamp: "2026-07-28T17:58:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:09Z"
    name: isvc-paddle-v2-kserve-predictor.18c685d6abe91a50
    namespace: kserve-ci-e2e-test
    resourceVersion: "33114"
    uid: 7babaf18-fffc-4acf-8862-844166b9bdfc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32747"
    uid: 0e2ffda9-2713-4351-9b09-86862c518334
  kind: Event
  lastTimestamp: "2026-07-28T17:58:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:57:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:09Z"
    name: isvc-paddle-v2-kserve-predictor.18c685d6ac5fc2a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33116"
    uid: 5ad14de6-1655-4a83-8253-9ad0102d5360
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32903"
    uid: 0e2ffda9-2713-4351-9b09-86862c518334
  kind: Event
  lastTimestamp: "2026-07-28T17:58:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:24Z"
    name: isvc-paddle-v2-kserve-predictor.18c685da2bcfe489
    namespace: kserve-ci-e2e-test
    resourceVersion: "33230"
    uid: 766a977d-4e29-4ed5-8b78-cc67c80a6463
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32903"
    uid: 0e2ffda9-2713-4351-9b09-86862c518334
  kind: Event
  lastTimestamp: "2026-07-28T17:58:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:57:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:24Z"
    name: isvc-paddle-v2-kserve-predictor.18c685da2c3e419e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33231"
    uid: 189a9f9d-4206-4d46-a981-b32534f01cef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32738"
    uid: 087b51f2-d286-4ff2-a1f7-25b685f180d5
  kind: Event
  lastTimestamp: "2026-07-28T17:58:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:17Z"
    name: isvc-paddle-v2-kserve.18c685d32ceb7e83
    namespace: kserve-ci-e2e-test
    resourceVersion: "33178"
    uid: 4f9cbf41-28a0-454b-9481-8ee0589c86b3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:57:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "32738"
    uid: 087b51f2-d286-4ff2-a1f7-25b685f180d5
  kind: Event
  lastTimestamp: "2026-07-28T17:57:24Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:57:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:57:24Z"
    name: isvc-paddle-v2-kserve.18c685d32d6fbb97
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 55a0b6c5-e90a-4dc5-9ff4-ff384623f872
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33176"
    uid: 087b51f2-d286-4ff2-a1f7-25b685f180d5
  kind: Event
  lastTimestamp: "2026-07-28T17:58:17Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:58:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:17Z"
    name: isvc-paddle-v2-kserve.18c685df884df8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33177"
    uid: bf10dccf-57cc-468a-8c80-6c5097644e34
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "31461"
    uid: 5f7a714e-fda2-41c1-a4e2-ccb1e337205e
  kind: Event
  lastTimestamp: "2026-07-28T17:55:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:55:54Z"
    name: isvc-paddle.18c685af74bdb03c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31990"
    uid: e8739f55-764d-4a54-9f17-1aea019901d3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "31461"
    uid: 5f7a714e-fda2-41c1-a4e2-ccb1e337205e
  kind: Event
  lastTimestamp: "2026-07-28T17:54:50Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:54:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:54:50Z"
    name: isvc-paddle.18c685af756f6b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31476"
    uid: 80fda705-4f2b-4350-8f5a-a9d5f62258d0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:55:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "31988"
    uid: 5f7a714e-fda2-41c1-a4e2-ccb1e337205e
  kind: Event
  lastTimestamp: "2026-07-28T17:55:54Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:55:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:55:54Z"
    name: isvc-paddle.18c685be54d458ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "31989"
    uid: 5a44c9e0-e5c6-44e2-9782-52975695af51
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:58:31.321658Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33321"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-65rhb
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:58:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:58:31Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e2c5814c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "33327"
    uid: d5bd4846-f8a1-4693-960b-c33a1816e4ed
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33330"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:31Z"
  message: Add eth0 [10.132.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:58:31Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e2de7fb47e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33339"
    uid: 703d87f6-000d-42d2-aa36-28f03e0dccaf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:31Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e2e012feec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33342"
    uid: 0d63fccb-ed1e-4389-8d58-ae5a8d7f31ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:31Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e2e295c0ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "33344"
    uid: 410a0eb0-5343-47b8-9f6c-6fb7a1190410
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:31Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e2e2efd0a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33345"
    uid: 3dfc1988-c289-4b3c-8990-533588cd0359
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:36Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:36Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e3fb6d3897
    namespace: kserve-ci-e2e-test
    resourceVersion: "33382"
    uid: 924b0c19-e99b-49b7-8c2b-f98460f8f439
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:42Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 6.43s (6.43s including
    waiting). Image size: 801937279 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:58:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:42Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e57abd1260
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: 750d8dc8-7402-4926-ab2a-772cd5b195d9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:43Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e57d8c526d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33430"
    uid: 78c18699-eefd-46e3-9f1b-826629958619
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:43Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e57df427e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33431"
    uid: 86ae7b21-c35b-45e3-b33b-f2e7eb0bdc13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:43Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e57dfccffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33432"
    uid: f22b33d4-bfe4-4f4f-be86-c52cb9620227
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:43Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e5806a4e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "33433"
    uid: df6118b1-9165-4c6c-b4bc-a454cc348b6d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:58:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:58:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:58:43Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e580e5d64f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33434"
    uid: ae405bae-3a67-4959-bf0c-18acd825eabb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:59:40Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:58:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:40Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685e5da48b670
    namespace: kserve-ci-e2e-test
    resourceVersion: "33844"
    uid: 5a3a5e8e-50af-4eca-b350-4357d19be0e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:59:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:52Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685f5b2c9bf62
    namespace: kserve-ci-e2e-test
    resourceVersion: "33950"
    uid: 906ac181-0a5d-47e9-a221-327185336632
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-65rhb
    namespace: kserve-ci-e2e-test
    resourceVersion: "33325"
    uid: 4b018744-0116-4331-bd03-c0b897f3f7f3
  kind: Event
  lastTimestamp: "2026-07-28T17:59:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:59:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:52Z"
    name: isvc-pmml-predictor-8674795f59-65rhb.18c685f5b2ca5024
    namespace: kserve-ci-e2e-test
    resourceVersion: "33951"
    uid: 7da59a01-cd7a-49e9-a86f-59c94effef6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33312"
    uid: 7ec132cc-a1e2-4cc5-9205-b9a0094ed9ba
  kind: Event
  lastTimestamp: "2026-07-28T17:58:31Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-65rhb'
  metadata:
    creationTimestamp: "2026-07-28T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:31Z"
    name: isvc-pmml-predictor-8674795f59.18c685e2c4fa4233
    namespace: kserve-ci-e2e-test
    resourceVersion: "33324"
    uid: b85f5d78-7fa3-4aee-a69b-99f6b2954473
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33310"
    uid: c627478a-dd99-4277-94c4-4d26d6b575bd
  kind: Event
  lastTimestamp: "2026-07-28T17:58:31Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:31Z"
    name: isvc-pmml-predictor.18c685e2c1a1b62d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33314"
    uid: c0530df5-462a-4701-a3eb-a5daceaa4347
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 02901224-51b6-4c9d-a428-6713a7d6498c
  kind: Event
  lastTimestamp: "2026-07-28T17:58:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:46Z"
    name: isvc-pmml-predictor.18c685e64011b568
    namespace: kserve-ci-e2e-test
    resourceVersion: "33462"
    uid: b09e68da-8920-40de-982f-017409630912
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 02901224-51b6-4c9d-a428-6713a7d6498c
  kind: Event
  lastTimestamp: "2026-07-28T17:58:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:58:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:58:46Z"
    name: isvc-pmml-predictor.18c685e6407ca82b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33464"
    uid: bfe21c8b-361d-487a-a99b-1c99878e754a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: 02901224-51b6-4c9d-a428-6713a7d6498c
  kind: Event
  lastTimestamp: "2026-07-28T17:59:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:46Z"
    name: isvc-pmml-predictor.18c685e9bfe509d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33886"
    uid: aae5e8ec-5134-44e7-b048-8ab86ef02e59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33463"
    uid: 02901224-51b6-4c9d-a428-6713a7d6498c
  kind: Event
  lastTimestamp: "2026-07-28T17:59:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:59:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:46Z"
    name: isvc-pmml-predictor.18c685e9c035a720
    namespace: kserve-ci-e2e-test
    resourceVersion: "33887"
    uid: 5761437b-d5c9-404f-b0ea-2db7e5a1403d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:59:57.802693Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34012"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-xpm5g
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:59:57Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:59:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f6e82d2dfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34019"
    uid: facee027-1ad9-479b-b880-8604b04f106c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34022"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T17:59:58Z"
  message: Add eth0 [10.132.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:59:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f700eb017b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34030"
    uid: 64c8ab67-908f-4649-b592-4eeb695ce60f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T17:59:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f702a27b2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34033"
    uid: 869c4a01-4ca8-4c5b-a7d6-e7b50028db3f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T17:59:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f705955b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34034"
    uid: f6872d83-d777-4e71-95b5-e797b8471e1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T17:59:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:59:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:59:58Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f705eff93f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34036"
    uid: 77406d55-7542-4138-97d3-453e89789079
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T18:00:02Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:00:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f8139345f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34072"
    uid: efefb02a-c18f-4010-8af8-6600fe5f8b4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T18:00:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:00:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f816160e45
    namespace: kserve-ci-e2e-test
    resourceVersion: "34074"
    uid: aaff1c3b-1256-499f-a6d4-e8870ae76184
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T18:00:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:00:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f816728163
    namespace: kserve-ci-e2e-test
    resourceVersion: "34075"
    uid: 47228bd9-5a8b-4842-a5a0-824fb2467997
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T18:00:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:00:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f8167a992f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34076"
    uid: fc75530f-7851-4edd-a30b-4ac70e630c24
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T18:00:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:00:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f818b657ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34078"
    uid: 4151c744-b872-4d5d-8440-36a0be1f9bf4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T18:00:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:00:02Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f8195d3dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34079"
    uid: 1c6e24e9-cfcb-450c-9394-d88914633122
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T18:01:09Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:09Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c685f84f581266
    namespace: kserve-ci-e2e-test
    resourceVersion: "34552"
    uid: 082df669-2654-4a0b-ad82-454b176dcd2c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T18:01:18Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c68609c4fb3e3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34638"
    uid: addd10c3-4724-489f-93fc-fd328b912b23
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T18:01:18Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:01:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c68609c4fbbd43
    namespace: kserve-ci-e2e-test
    resourceVersion: "34639"
    uid: f3566acc-6457-4809-86fc-2f3cdb2d8009
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g
    namespace: kserve-ci-e2e-test
    resourceVersion: "34017"
    uid: 0555b333-3a73-4902-b79c-3fffcb1bea74
  kind: Event
  lastTimestamp: "2026-07-28T18:01:19Z"
  message: 'Readiness probe failed: Get "https://10.132.0.40:8643/healthz": dial tcp
    10.132.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:19Z"
    name: isvc-pmml-runtime-predictor-885fc8777-xpm5g.18c6860a016d8362
    namespace: kserve-ci-e2e-test
    resourceVersion: "34646"
    uid: b0e9433a-ab13-4a89-9a39-f5242ccf58cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "34003"
    uid: 273fdb09-e634-43d4-b4ab-78a3b20f9a58
  kind: Event
  lastTimestamp: "2026-07-28T17:59:57Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-xpm5g'
  metadata:
    creationTimestamp: "2026-07-28T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:57Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18c685f6e7316576
    namespace: kserve-ci-e2e-test
    resourceVersion: "34013"
    uid: 7f161a70-4036-4aab-9342-b2badc146480
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34001"
    uid: 1d897fe3-5156-46e8-8627-ba82c2578fd3
  kind: Event
  lastTimestamp: "2026-07-28T17:59:57Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:59:57Z"
    name: isvc-pmml-runtime-predictor.18c685f6e3f0a986
    namespace: kserve-ci-e2e-test
    resourceVersion: "34004"
    uid: 619b472d-4cd8-4527-adc5-bf3db6e3e770
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34002"
    uid: ed3909d6-415b-4cce-88c2-808e137ca317
  kind: Event
  lastTimestamp: "2026-07-28T18:00:12Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:00:12Z"
    name: isvc-pmml-runtime-predictor.18c685fa6292a4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34157"
    uid: 2da099eb-e233-4820-bf04-b4b9ea2c1405
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34002"
    uid: ed3909d6-415b-4cce-88c2-808e137ca317
  kind: Event
  lastTimestamp: "2026-07-28T18:00:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:00:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:00:12Z"
    name: isvc-pmml-runtime-predictor.18c685fa630ded28
    namespace: kserve-ci-e2e-test
    resourceVersion: "34159"
    uid: 6bcf3163-0797-40b9-99c0-47ef3c080b6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34158"
    uid: ed3909d6-415b-4cce-88c2-808e137ca317
  kind: Event
  lastTimestamp: "2026-07-28T18:01:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:12Z"
    name: isvc-pmml-runtime-predictor.18c685fde304f229
    namespace: kserve-ci-e2e-test
    resourceVersion: "34580"
    uid: 990e0f3e-c493-4656-8cdf-40942284f3ed
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:00:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34158"
    uid: ed3909d6-415b-4cce-88c2-808e137ca317
  kind: Event
  lastTimestamp: "2026-07-28T18:01:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:00:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:12Z"
    name: isvc-pmml-runtime-predictor.18c685fde36437a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34581"
    uid: e32cb469-1caa-497b-924d-4d826a1eb75f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33994"
    uid: 9628e9ce-61ff-4a92-825f-e9d67b0a6dd2
  kind: Event
  lastTimestamp: "2026-07-28T18:01:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:01:11Z"
    name: isvc-pmml-runtime.18c685f6e3f40abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34573"
    uid: 5e9f355f-cae2-48fe-b831-431a449e57a9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33994"
    uid: 9628e9ce-61ff-4a92-825f-e9d67b0a6dd2
  kind: Event
  lastTimestamp: "2026-07-28T17:59:57Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:59:57Z"
    name: isvc-pmml-runtime.18c685f6e480a115
    namespace: kserve-ci-e2e-test
    resourceVersion: "34007"
    uid: f0692496-dd7d-476f-a3d9-58a4e16e4c3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34570"
    uid: 9628e9ce-61ff-4a92-825f-e9d67b0a6dd2
  kind: Event
  lastTimestamp: "2026-07-28T18:01:11Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:01:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:01:11Z"
    name: isvc-pmml-runtime.18c686082424e1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34571"
    uid: cc4628c0-22e9-47dd-9382-89faa6630a2e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:01:23.984981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34702"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:01:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:01:23Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860af90aa90b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34708"
    uid: dc50e8b6-ad40-45d5-92e5-5b50e7f67f02
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34714"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:01:24Z"
  message: Add eth0 [10.132.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:01:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860b12030e8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34720"
    uid: 3e82a1cd-b883-4ded-af97-ad2db458aba3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:01:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860b13a26bbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34723"
    uid: da31dfe7-30ee-4d6b-8971-168ef1de664f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:01:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860b1608dceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34724"
    uid: 8db3a6f3-bb4d-4599-82af-ec9534b8d5ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:01:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:01:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:24Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860b16b103fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34725"
    uid: 2c8950df-7dfd-4daf-89ba-9b9769e614b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:01:29Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860c2ada2eb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34762"
    uid: f893f64f-0f7e-44cb-8e7e-2b0ddd260ada
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:01:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860c2d8fe290
    namespace: kserve-ci-e2e-test
    resourceVersion: "34764"
    uid: 06004c0e-a45b-4124-a51d-3027a7d69e90
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:01:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860c2dfd044d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34766"
    uid: e17a34b1-80d1-4b7d-9a48-546b1d00edb6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:01:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860c2e04ecad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34767"
    uid: 04f00f66-b58e-44a3-84ed-6af26b65c4d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:01:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860c310f4c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "34770"
    uid: 0c14efcd-d58e-4068-9ba5-ae33effa65bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:01:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:01:29Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860c3178bd1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34771"
    uid: 853e5e2e-9190-4ba3-b49c-4c52575bbdde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:02:47Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:47Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6860ca287fca8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: 938f157f-fd71-4ac1-bd05-fdce8bff0fe7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:02:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6861dd10fa81c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35337"
    uid: 1ed7ba63-8a74-41a3-a6fc-5690d0ba74d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:02:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:02:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:44Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6861dd11009ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35338"
    uid: 546e2ef7-5607-41bf-9579-6dfc99b40d47
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34704"
    uid: 148813ee-4c81-4bac-8085-a7c6396a804b
  kind: Event
  lastTimestamp: "2026-07-28T18:02:47Z"
  message: 'Readiness probe failed: Get "https://10.132.0.41:8643/healthz": dial tcp
    10.132.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:02:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:47Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2.18c6861e54a02e28
    namespace: kserve-ci-e2e-test
    resourceVersion: "35355"
    uid: 4ec016fd-9513-497e-a78b-76faf7b37cdf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34693"
    uid: ed9baf4c-874d-4668-a278-f2992de10f56
  kind: Event
  lastTimestamp: "2026-07-28T18:01:23Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-s6qs2'
  metadata:
    creationTimestamp: "2026-07-28T18:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:23Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18c6860af889aa88
    namespace: kserve-ci-e2e-test
    resourceVersion: "34703"
    uid: 219e519a-a57c-4d51-8c49-4905f929d366
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34691"
    uid: 3fd8ac14-833b-49d5-a4f8-3a31c5970950
  kind: Event
  lastTimestamp: "2026-07-28T18:01:23Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:01:23Z"
    name: isvc-pmml-v2-kserve-predictor.18c6860af577b841
    namespace: kserve-ci-e2e-test
    resourceVersion: "34694"
    uid: c3dd2031-a3f9-424a-af5f-81d612312380
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 5a917fcb-9e1f-49da-ab5e-7cce4e23b406
  kind: Event
  lastTimestamp: "2026-07-28T18:02:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:24Z"
    name: isvc-pmml-v2-kserve-predictor.18c6860e74944b46
    namespace: kserve-ci-e2e-test
    resourceVersion: "35161"
    uid: af8c9f26-32c5-4e51-8c7f-aee0a082aab7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34692"
    uid: 5a917fcb-9e1f-49da-ab5e-7cce4e23b406
  kind: Event
  lastTimestamp: "2026-07-28T18:02:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:24Z"
    name: isvc-pmml-v2-kserve-predictor.18c6860e75074c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "35162"
    uid: c868699b-0a56-4fa5-9de0-e6d9be04e256
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34844"
    uid: 5a917fcb-9e1f-49da-ab5e-7cce4e23b406
  kind: Event
  lastTimestamp: "2026-07-28T18:02:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:39Z"
    name: isvc-pmml-v2-kserve-predictor.18c6861c737351c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35277"
    uid: 27b763fb-e70e-4198-aa6c-b445417b686b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34844"
    uid: 5a917fcb-9e1f-49da-ab5e-7cce4e23b406
  kind: Event
  lastTimestamp: "2026-07-28T18:02:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:02:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:39Z"
    name: isvc-pmml-v2-kserve-predictor.18c6861c7433651c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35279"
    uid: 0c80c0c7-e2f7-4bda-98a2-9bdd6b6e6954
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34682"
    uid: f5d8980e-a4eb-4495-b9e5-d38830800e28
  kind: Event
  lastTimestamp: "2026-07-28T18:02:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:02:37Z"
    name: isvc-pmml-v2-kserve.18c6860af57f0071
    namespace: kserve-ci-e2e-test
    resourceVersion: "35263"
    uid: 28f8800f-6e41-4a27-9bbc-443b0a81a7f7
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:01:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "34682"
    uid: f5d8980e-a4eb-4495-b9e5-d38830800e28
  kind: Event
  lastTimestamp: "2026-07-28T18:01:23Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:01:23Z"
    name: isvc-pmml-v2-kserve.18c6860af5fc1f98
    namespace: kserve-ci-e2e-test
    resourceVersion: "34697"
    uid: 63433f04-d577-497c-bc99-23e3171156b1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "35261"
    uid: f5d8980e-a4eb-4495-b9e5-d38830800e28
  kind: Event
  lastTimestamp: "2026-07-28T18:02:37Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:02:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:02:37Z"
    name: isvc-pmml-v2-kserve.18c6861c066c807e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35262"
    uid: af06e731-5195-4bf6-b326-3630ac6bb685
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33302"
    uid: 24a0c423-fb94-460d-8289-00344cad7793
  kind: Event
  lastTimestamp: "2026-07-28T17:59:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:59:50Z"
    name: isvc-pmml.18c685e2c172ac1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33921"
    uid: 3fff1ab5-5c25-40f5-9895-7b8f61b80859
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:58:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33302"
    uid: 24a0c423-fb94-460d-8289-00344cad7793
  kind: Event
  lastTimestamp: "2026-07-28T17:58:31Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:58:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:58:31Z"
    name: isvc-pmml.18c685e2c1f685cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33317"
    uid: 3e6a12ed-091b-4ff7-b720-78e9511a2d68
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:59:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "33918"
    uid: 24a0c423-fb94-460d-8289-00344cad7793
  kind: Event
  lastTimestamp: "2026-07-28T17:59:50Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:59:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:59:50Z"
    name: isvc-pmml.18c685f53f86850e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33919"
    uid: e757a621-c117-479d-b5ff-3c4b4b8c626b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:08:14.543222Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38117"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:08:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:08:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c6866a90380adf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38123"
    uid: 9592d7c8-f053-4947-b323-dc8480c381f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c6866a9d416ecc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38133"
    uid: 61125e21-624a-4161-adad-7dccfa8b899b
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38127"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:15Z"
  message: Add eth0 [10.133.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:08:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c6866acd7968c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38144"
    uid: 2e20ffee-b1fa-4aee-9abd-98b925df4c75
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c6866acedbdc44
    namespace: kserve-ci-e2e-test
    resourceVersion: "38146"
    uid: ec957bd7-a2d8-40f3-8f5b-dc38dcd53854
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c6866ad194d113
    namespace: kserve-ci-e2e-test
    resourceVersion: "38147"
    uid: f60da68e-b6ad-49ef-93c3-252fd1ac7fb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:08:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:15Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c6866ad208dec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38148"
    uid: 04a9aa47-28ad-49ff-8c39-1ee6c2a1221a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:19Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:08:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:19Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c6866bcba6f2de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38184"
    uid: 7b43a919-d170-4542-b192-3261de896b4b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:42Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.552s
    (22.552s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c686710be156ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "38345"
    uid: 86b5b878-6db3-4250-b0c0-c112f0127870
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c6867112b169ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38346"
    uid: 355b3659-f297-4502-bb59-d3a957b3a080
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c6867113ff82f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38347"
    uid: 56a44703-4d49-492f-b9d3-762516570612
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c68671140acb62
    namespace: kserve-ci-e2e-test
    resourceVersion: "38348"
    uid: 71672489-7397-4e41-9278-01e6386bea54
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c6867119917374
    namespace: kserve-ci-e2e-test
    resourceVersion: "38349"
    uid: bd9cf63a-abea-481a-bff6-0f0ebaac7a0c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:08:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:42Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c686711ac89778
    namespace: kserve-ci-e2e-test
    resourceVersion: "38350"
    uid: 1c844398-a885-495d-adbd-735c875b8159
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:09:49Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:08:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:09:49Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c68671697771f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38831"
    uid: 162360e9-81b1-4415-9dde-b2080f17efbd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:10:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c68684371c50cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38962"
    uid: f3e69435-3218-46e9-aaf7-2b7b89c35561
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:10:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c68684371cd68a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38963"
    uid: 3d257107-f445-40a9-91f7-19cc591d5928
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 112fc7ae-a6c3-4a63-b3a8-bbfaf7561f34
  kind: Event
  lastTimestamp: "2026-07-28T18:10:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.32:8643/healthz": dial tcp
    10.133.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:10:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:04Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg.18c6868445a7f0d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38965"
    uid: 1686ff89-45ba-417d-8e0c-4f59505f349e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38108"
    uid: c1f95f8a-8f1f-4b7c-acf3-cfb762f0b101
  kind: Event
  lastTimestamp: "2026-07-28T18:08:14Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-hlctg'
  metadata:
    creationTimestamp: "2026-07-28T18:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:14Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18c6866a8f8a7225
    namespace: kserve-ci-e2e-test
    resourceVersion: "38119"
    uid: eb58c034-8e42-47dc-ba6d-2f309c0bc465
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38106"
    uid: 1eb34ca0-d69d-46b2-8271-7c2ca5420d77
  kind: Event
  lastTimestamp: "2026-07-28T18:08:14Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:14Z"
    name: isvc-predictive-lightgbm-predictor.18c6866a8c50974e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38109"
    uid: 4bdf8035-3105-4ad3-89a8-2869ea93bd10
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38107"
    uid: 3833f4de-7f8e-47e0-a668-3139c8976119
  kind: Event
  lastTimestamp: "2026-07-28T18:09:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:09:14Z"
    name: isvc-predictive-lightgbm-predictor.18c6866e0b4eb6ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "38581"
    uid: a885f697-6165-4f78-a2bf-29a65123f058
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38107"
    uid: 3833f4de-7f8e-47e0-a668-3139c8976119
  kind: Event
  lastTimestamp: "2026-07-28T18:09:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:08:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:09:14Z"
    name: isvc-predictive-lightgbm-predictor.18c6866e0bb70822
    namespace: kserve-ci-e2e-test
    resourceVersion: "38582"
    uid: 84bdebe2-0eb4-4577-9002-906a2b344f1b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38255"
    uid: 3833f4de-7f8e-47e0-a668-3139c8976119
  kind: Event
  lastTimestamp: "2026-07-28T18:09:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:09:59Z"
    name: isvc-predictive-lightgbm-predictor.18c6867509f1d3a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38894"
    uid: 1df84fe1-78a6-4b03-bdbb-313428ddc7d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:59Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38255"
    uid: 3833f4de-7f8e-47e0-a668-3139c8976119
  kind: Event
  lastTimestamp: "2026-07-28T18:09:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:09:59Z"
    name: isvc-predictive-lightgbm-predictor.18c686750a72af5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38895"
    uid: 9ffa3569-05e5-46b0-80f7-28c21d94598c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:13:11.413541Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40490"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:13:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:13:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686afaf1199de
    namespace: kserve-ci-e2e-test
    resourceVersion: "40495"
    uid: a95a4e32-9f9b-4727-82eb-1a09f692c9f4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40500"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:13:11Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:13:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686afc8757f8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40507"
    uid: e61ea211-65f3-430d-9483-4873212dcdf4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:13:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686afc9d35ceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40509"
    uid: 72b8267f-7d1c-4224-becc-66ad693ea77b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:13:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686afccc7a406
    namespace: kserve-ci-e2e-test
    resourceVersion: "40511"
    uid: 244462ce-7cdf-4d73-89d4-a5834eedaa3e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:13:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686afcd354565
    namespace: kserve-ci-e2e-test
    resourceVersion: "40512"
    uid: bc24a5e3-6624-4e3e-9845-2c7d9f6c64a1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:13:16Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686b0c512f7a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "40543"
    uid: d154a1e6-1a6a-47a9-b2fb-480d04fb500a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:13:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686b0c7f2fd02
    namespace: kserve-ci-e2e-test
    resourceVersion: "40546"
    uid: 8030f030-4077-40bd-82d8-e7003bcce179
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:13:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686b0c86585ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "40547"
    uid: fe238d97-874a-40e4-afa1-d595bef8e9bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:13:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686b0c86fc32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "40548"
    uid: ed45b288-25b0-4f02-b2b5-94465aae63b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:13:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686b0cbbaea06
    namespace: kserve-ci-e2e-test
    resourceVersion: "40551"
    uid: cbee059a-3074-4c44-aa4c-0561569a0d30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:13:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:13:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:16Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686b0cc311457
    namespace: kserve-ci-e2e-test
    resourceVersion: "40552"
    uid: deab491e-4535-44d7-a2cd-271b6294537c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:14:23Z"
  message: 'Readiness probe failed: Get "http://10.133.0.34:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:23Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686b96378017b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41022"
    uid: 6926856a-80bd-4da3-8c3c-74133ff6812f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:14:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686c289cce71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "41117"
    uid: 3ded4491-b091-4687-8a3b-161d7c7d3446
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:14:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:14:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686c289cd4fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41118"
    uid: 0b454d6c-49e7-4de9-b825-42717a16f401
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr
    namespace: kserve-ci-e2e-test
    resourceVersion: "40494"
    uid: 24780714-585d-4aa7-b287-9a981264b266
  kind: Event
  lastTimestamp: "2026-07-28T18:14:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:14:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr.18c686c2b3555476
    namespace: kserve-ci-e2e-test
    resourceVersion: "41124"
    uid: 6835ef29-046d-4682-b084-45a387d52af0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "40479"
    uid: d77536de-aec2-4b8c-97c3-7d7cf0ef1e81
  kind: Event
  lastTimestamp: "2026-07-28T18:13:11Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-rksbr'
  metadata:
    creationTimestamp: "2026-07-28T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:11Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18c686afae756c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "40492"
    uid: 24a9dad6-28de-46cb-b1ea-695a43710141
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40477"
    uid: f3e37e57-87cb-42fc-9f8f-87e5c9602445
  kind: Event
  lastTimestamp: "2026-07-28T18:13:11Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:11Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c686afaa6ae0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40480"
    uid: 5b4864f9-ebfd-47e8-af9c-86afac626e53
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40478"
    uid: ca624ce6-f686-4bca-b777-fd41b7dff498
  kind: Event
  lastTimestamp: "2026-07-28T18:13:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c686b329c17de8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40835"
    uid: 61645c49-7f95-4d33-85ff-ed4a969993be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40478"
    uid: ca624ce6-f686-4bca-b777-fd41b7dff498
  kind: Event
  lastTimestamp: "2026-07-28T18:13:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:13:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:56Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c686b32a2b48b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40836"
    uid: 547a8b05-d0c5-48d5-89df-fd6baffb988e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40623"
    uid: ca624ce6-f686-4bca-b777-fd41b7dff498
  kind: Event
  lastTimestamp: "2026-07-28T18:14:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:14:26Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c686b6a8f03ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41048"
    uid: 77de9ff8-759e-478f-88e9-6f5a3708fd01
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40623"
    uid: ca624ce6-f686-4bca-b777-fd41b7dff498
  kind: Event
  lastTimestamp: "2026-07-28T18:14:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:13:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:14:26Z"
    name: isvc-predictive-lightgbm-v2-predictor.18c686b6a9476aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "41049"
    uid: 8b08daf0-a0c2-4952-87c4-6f79451326bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40470"
    uid: 97bfb029-d76d-45e5-b56c-8c7e1a760c0f
  kind: Event
  lastTimestamp: "2026-07-28T18:14:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:14:31Z"
    name: isvc-predictive-lightgbm-v2.18c686afaa70520c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41087"
    uid: 40f54a33-fe8f-4d79-a0bf-88bd8dc6b67e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40470"
    uid: 97bfb029-d76d-45e5-b56c-8c7e1a760c0f
  kind: Event
  lastTimestamp: "2026-07-28T18:13:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:13:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:13:11Z"
    name: isvc-predictive-lightgbm-v2.18c686afab0156e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40483"
    uid: 683f05fa-ea78-45e6-89fb-317639b97eee
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41085"
    uid: 97bfb029-d76d-45e5-b56c-8c7e1a760c0f
  kind: Event
  lastTimestamp: "2026-07-28T18:14:31Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:14:31Z"
    name: isvc-predictive-lightgbm-v2.18c686c238d7fada
    namespace: kserve-ci-e2e-test
    resourceVersion: "41086"
    uid: b75511c8-8022-4182-b0a0-49d8ff678c32
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: 9120367f-7a11-4d61-b0c0-7d5532ff932c
  kind: Event
  lastTimestamp: "2026-07-28T18:10:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:10:00Z"
    name: isvc-predictive-lightgbm.18c6866a8c536df3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38911"
    uid: f085f07d-e646-4ae8-ab5f-1af92d9e5b5b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38099"
    uid: 9120367f-7a11-4d61-b0c0-7d5532ff932c
  kind: Event
  lastTimestamp: "2026-07-28T18:08:14Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:08:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:08:14Z"
    name: isvc-predictive-lightgbm.18c6866a8cf53754
    namespace: kserve-ci-e2e-test
    resourceVersion: "38113"
    uid: 6d41f109-fef9-4689-b223-5e4414bbb2b8
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "38909"
    uid: 9120367f-7a11-4d61-b0c0-7d5532ff932c
  kind: Event
  lastTimestamp: "2026-07-28T18:10:00Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:10:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:10:00Z"
    name: isvc-predictive-lightgbm.18c6868321a3b380
    namespace: kserve-ci-e2e-test
    resourceVersion: "38910"
    uid: b382bcf2-671b-45b3-8231-9a51e5e45187
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:05:03.904352Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36602"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:05:03Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:05:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c6863e2d41bbb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36609"
    uid: e858e5b5-2fbb-4d3b-a0ab-40e31194fcd6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c6863e3bb7a472
    namespace: kserve-ci-e2e-test
    resourceVersion: "36617"
    uid: ceed1ad0-762e-4ffb-aaea-efc2c2ae4fb3
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36613"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:04Z"
  message: Add eth0 [10.132.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:05:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c6863e6a38997b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36626"
    uid: d4acd20f-a53f-4ece-982c-e59a4b8d478f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:04Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:05:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:04Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c6863e6bb77938
    namespace: kserve-ci-e2e-test
    resourceVersion: "36628"
    uid: 62b7e672-905e-4fab-99dc-d6c45f463cc4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:05Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c6863e6e9aaf57
    namespace: kserve-ci-e2e-test
    resourceVersion: "36629"
    uid: 7e955508-9c42-4502-b1d7-1ce2f8deac3c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:05:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:05Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c6863e6f076419
    namespace: kserve-ci-e2e-test
    resourceVersion: "36630"
    uid: 1cf0298d-3931-44cf-b008-2ded5e4891ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:08Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:05:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:08Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c6863f55afcea5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36660"
    uid: 97ddaf8e-667d-43aa-ae99-8f6f4cbab6ac
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:30Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.232s
    (21.232s including waiting). Image size: 2352711313 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c686444744c05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36815"
    uid: c2fd1e3a-0a9b-4853-bb1d-42fe81ddcf83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c686444a11080f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: dd93c168-e1e9-4b29-b736-91ae7b29ecd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c686444a70756a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: 4fdfa7c3-2ac4-4688-9a5f-65ecfc213486
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c686444a79758c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36818"
    uid: a4650881-65cd-4cff-ac36-ff67e215ac29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c686444ccea97b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36820"
    uid: 6f806de8-0f41-469b-a348-dd83a41234e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:05:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:05:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:05:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c686444d2f5db5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36821"
    uid: b4b15832-d71e-4f35-848b-dea2e9d52cb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:06:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:27Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c68644b712d360
    namespace: kserve-ci-e2e-test
    resourceVersion: "37229"
    uid: b5226ae9-c25a-4c26-ae03-195dbed6af07
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:06:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c686557fea1dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37370"
    uid: a8920e76-66a6-4623-94b5-09194c437594
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "36604"
    uid: f0fc5db0-4cfd-4830-937b-98e01be2031d
  kind: Event
  lastTimestamp: "2026-07-28T18:06:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:06:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:44Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs.18c686557fea8e6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37371"
    uid: 8d6ef9e6-8cef-4fac-b916-0900459b3540
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36593"
    uid: ff25bf4f-95b5-4694-8ef1-1e5f3325a69b
  kind: Event
  lastTimestamp: "2026-07-28T18:05:03Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-hl6gs'
  metadata:
    creationTimestamp: "2026-07-28T18:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:05:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18c6863e2ccb4a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "36603"
    uid: 69342ba8-d84a-44bc-a00a-4a1a3cfdfd1d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:03Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36591"
    uid: 3cce0787-58c4-4ec4-8505-8c34c6cf37f1
  kind: Event
  lastTimestamp: "2026-07-28T18:05:03Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:05:03Z"
    name: isvc-predictive-sklearn-predictor.18c6863e29cda610
    namespace: kserve-ci-e2e-test
    resourceVersion: "36594"
    uid: cf5ef4b8-146b-406f-933b-fbbd28eb80ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36592"
    uid: b34c9f19-0dbd-4d0e-af9e-8c129f9dc9ae
  kind: Event
  lastTimestamp: "2026-07-28T18:06:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:03Z"
    name: isvc-predictive-sklearn-predictor.18c68641a87a5f64
    namespace: kserve-ci-e2e-test
    resourceVersion: "37061"
    uid: da6bac89-662e-4702-a437-e945c35fa2e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36592"
    uid: b34c9f19-0dbd-4d0e-af9e-8c129f9dc9ae
  kind: Event
  lastTimestamp: "2026-07-28T18:06:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:05:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:03Z"
    name: isvc-predictive-sklearn-predictor.18c68641a8f53f68
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: e245b091-1b1a-4f04-a478-768902fe8e93
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: b34c9f19-0dbd-4d0e-af9e-8c129f9dc9ae
  kind: Event
  lastTimestamp: "2026-07-28T18:06:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:33Z"
    name: isvc-predictive-sklearn-predictor.18c6864fa6263405
    namespace: kserve-ci-e2e-test
    resourceVersion: "37273"
    uid: b92a979a-0716-460c-8395-5273fc0b08cc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36737"
    uid: b34c9f19-0dbd-4d0e-af9e-8c129f9dc9ae
  kind: Event
  lastTimestamp: "2026-07-28T18:06:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:33Z"
    name: isvc-predictive-sklearn-predictor.18c6864fa69d5d2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: e7f6a24c-9f19-4310-a8dc-0e2c658fb976
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:10:09.915284Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39027"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:10:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:10:09Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c686856cee0cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39032"
    uid: 00a6dc38-ea82-4bfe-a0a6-d0d786f78d60
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39036"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:10:10Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:10:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c6868586ba032b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39046"
    uid: 5d2f9648-9e4c-4db7-93b7-ccd854b4fed2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:10:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c686858830c813
    namespace: kserve-ci-e2e-test
    resourceVersion: "39048"
    uid: 49bc2441-e668-4b46-a201-c826a4261fe9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:10:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c686858b1a3df4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39049"
    uid: 2fc1507d-443c-4793-b374-ee1ad004d32c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:10:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:10:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:10Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c686858b7c487c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39050"
    uid: e6ef6294-7e6b-4c43-adc7-2ae8cb5d26ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:10:15Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c68686aff35374
    namespace: kserve-ci-e2e-test
    resourceVersion: "39086"
    uid: 688d9aaa-b580-4214-90ce-5dfbcececf2e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:10:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c68686b32c8b40
    namespace: kserve-ci-e2e-test
    resourceVersion: "39088"
    uid: 599ee841-f496-49f6-ab41-9750d3254d6b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:10:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c68686b3976dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39089"
    uid: d133e12b-05c3-4972-b55f-1c851ca72e69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:10:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c68686b3a1d7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39092"
    uid: ec92e398-0db9-4785-bb62-3405255ecc8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:10:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c68686b66a7d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "39093"
    uid: 3ee6a734-3360-48af-9bcd-5a5cfe09bffb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:10:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:10:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:10:15Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c68686b6f814bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39095"
    uid: 92f56c59-848e-4de0-9776-78f34711315d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:11:43Z"
  message: 'Readiness probe failed: Get "http://10.133.0.33:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.33:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:10:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:43Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c6868f8a48b2d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39748"
    uid: 7559ef07-2dc2-43c4-a3df-fe593c18ebb7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:11:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c6869a9f2ed02b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39727"
    uid: 5237ed19-60db-43c6-b786-44cd291ad482
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:11:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:11:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:40Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c6869a9f2f627b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39728"
    uid: 5dd2a05e-c994-4897-af36-9469d1951593
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph
    namespace: kserve-ci-e2e-test
    resourceVersion: "39029"
    uid: 32effda0-10f6-4f1c-ab92-501dbbc73677
  kind: Event
  lastTimestamp: "2026-07-28T18:11:43Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:43Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph.18c6869b2e2218d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39747"
    uid: e024a2b7-b63d-43d5-9d25-9be663ebb9df
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39012"
    uid: 0d936201-89e1-4d62-8e96-5964ebfe0030
  kind: Event
  lastTimestamp: "2026-07-28T18:10:09Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-ccmph'
  metadata:
    creationTimestamp: "2026-07-28T18:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:09Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18c686856c8609c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39030"
    uid: 1bc933bd-8e64-4fae-b924-9798216f1110
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39010"
    uid: 16244cb6-deb6-4b30-ab65-12db40ef2a8f
  kind: Event
  lastTimestamp: "2026-07-28T18:10:09Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:09Z"
    name: isvc-predictive-sklearn-v2-predictor.18c68685673af9cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39014"
    uid: cf0af724-5c53-46fd-a546-e2406181f9f4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39011"
    uid: 41aff329-3fff-4ebf-80ac-39277867f4d8
  kind: Event
  lastTimestamp: "2026-07-28T18:10:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:54Z"
    name: isvc-predictive-sklearn-v2-predictor.18c68688e654007e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39375"
    uid: 124fa4f3-08df-46d4-b936-8cdcab48b87d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39011"
    uid: 41aff329-3fff-4ebf-80ac-39277867f4d8
  kind: Event
  lastTimestamp: "2026-07-28T18:10:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:10:54Z"
    name: isvc-predictive-sklearn-v2-predictor.18c68688e6c3b5b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39376"
    uid: 41ec63b7-fb51-4579-9922-08e78eab2a69
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39161"
    uid: 41aff329-3fff-4ebf-80ac-39277867f4d8
  kind: Event
  lastTimestamp: "2026-07-28T18:11:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:39Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6868c65ab7460
    namespace: kserve-ci-e2e-test
    resourceVersion: "39700"
    uid: 5b0cbb5f-c0aa-4526-a6b4-a57a3a953667
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39161"
    uid: 41aff329-3fff-4ebf-80ac-39277867f4d8
  kind: Event
  lastTimestamp: "2026-07-28T18:11:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:10:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:39Z"
    name: isvc-predictive-sklearn-v2-predictor.18c6868c661b6de6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39701"
    uid: f863f6aa-627f-48d0-a942-6d8840062393
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39003"
    uid: 6f6a3c84-9130-4839-887f-1bd63c1fd517
  kind: Event
  lastTimestamp: "2026-07-28T18:11:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:33Z"
    name: isvc-predictive-sklearn-v2.18c6868567477d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39659"
    uid: e0a37a17-1113-4721-9b71-070b5ab29105
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:10:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39003"
    uid: 6f6a3c84-9130-4839-887f-1bd63c1fd517
  kind: Event
  lastTimestamp: "2026-07-28T18:10:09Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:10:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:10:09Z"
    name: isvc-predictive-sklearn-v2.18c6868567d6bc71
    namespace: kserve-ci-e2e-test
    resourceVersion: "39018"
    uid: b7822a03-a366-4b83-a334-2bc128755e98
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39656"
    uid: 6f6a3c84-9130-4839-887f-1bd63c1fd517
  kind: Event
  lastTimestamp: "2026-07-28T18:11:33Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:11:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:33Z"
    name: isvc-predictive-sklearn-v2.18c68698e4f9d4d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39658"
    uid: 6e51ef25-af12-4327-8617-60021b8067e4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: 31ee12bb-8fe7-495e-a4f5-e5b1c8a4e749
  kind: Event
  lastTimestamp: "2026-07-28T18:06:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:06:38Z"
    name: isvc-predictive-sklearn.18c6863e29dfc827
    namespace: kserve-ci-e2e-test
    resourceVersion: "37313"
    uid: 24269cfb-f5a7-471e-ba2e-d152c730b434
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:05:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36584"
    uid: 31ee12bb-8fe7-495e-a4f5-e5b1c8a4e749
  kind: Event
  lastTimestamp: "2026-07-28T18:05:03Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:05:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:05:03Z"
    name: isvc-predictive-sklearn.18c6863e2a623cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36597"
    uid: 001d3e89-b1a9-489b-9185-d68a58a3afa5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "37311"
    uid: 31ee12bb-8fe7-495e-a4f5-e5b1c8a4e749
  kind: Event
  lastTimestamp: "2026-07-28T18:06:38Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:06:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:06:38Z"
    name: isvc-predictive-sklearn.18c686541b5711d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37312"
    uid: 74bfb23e-c2f6-4d5a-8d4c-54ea4091e232
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:06:49.247810Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37433"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-5cpm9
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:06:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:06:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68656b4375e33
    namespace: kserve-ci-e2e-test
    resourceVersion: "37438"
    uid: f047f82c-bc7f-4825-b06b-7ef9ac7af6ef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:06:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68656c16f03db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37445"
    uid: 2721f64e-8251-40f8-b5cc-bf1f4df591a4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37442"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:06:50Z"
  message: Add eth0 [10.132.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:06:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68656f0b7f935
    namespace: kserve-ci-e2e-test
    resourceVersion: "37453"
    uid: dd53387b-077e-4839-a135-90ef61ae34ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:06:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68656f23d268f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37455"
    uid: 03eef088-a06a-4ae0-a23a-204fffa03498
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:06:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68656f4a8da4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37457"
    uid: 6a5fddd3-7526-4c6f-bdf4-e393790e97ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:06:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:06:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:50Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68656f5290b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37458"
    uid: 92ff56df-5a42-4288-8a51-ea53720ab514
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:06:54Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68657df2ab305
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: 122a371d-73e0-4420-b0eb-3884be4476ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:06:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68657e25d6f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37493"
    uid: fde8c47c-cdfa-45dd-9823-86a3b54d9d49
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:06:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68657e2bbbffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37495"
    uid: 30567d6f-e329-49db-9c88-1f102590ea01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:06:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68657e2c4dceb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37497"
    uid: 9858de47-16e3-4b51-8095-f985d669dda8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:06:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68657e5472ee2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37498"
    uid: 11b42318-086b-4fbe-a024-fc8ecc1cb543
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:06:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:06:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:06:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c68657e5a38c0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37500"
    uid: f5f82af6-eaa6-4655-9495-759c4286be13
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:08:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:06:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:12Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c6865856eebe1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38074"
    uid: 122d969d-8801-449e-9e16-45d0c76b3559
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:08:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c686695aea58a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "38051"
    uid: 5aa4cd2b-187a-41cf-8412-c7003e19b926
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:08:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:08:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:09Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c686695aeadee5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38052"
    uid: b8c1f377-363b-4ad7-91a3-7cca323dda10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37436"
    uid: e01d579c-4210-46b5-96eb-4412dd10c4e7
  kind: Event
  lastTimestamp: "2026-07-28T18:08:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.45:8643/healthz": dial tcp
    10.132.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:08:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:08:12Z"
    name: isvc-predictive-xgboost-predictor-695f978978-5cpm9.18c6866a090e5d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "38073"
    uid: c44a538f-9a0c-4db6-a9d8-1bc7ab7c1241
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "37422"
    uid: 8c918013-eb32-4b5a-87ae-6c543c0545e6
  kind: Event
  lastTimestamp: "2026-07-28T18:06:49Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-5cpm9'
  metadata:
    creationTimestamp: "2026-07-28T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:49Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18c68656b388477e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37434"
    uid: f7220322-3e3f-43ec-8aef-5f1906b5a2f8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37420"
    uid: a0de02a5-66e5-43f7-be0f-2942e13494ce
  kind: Event
  lastTimestamp: "2026-07-28T18:06:49Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:06:49Z"
    name: isvc-predictive-xgboost-predictor.18c68656af2a68dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37423"
    uid: 441096ab-5634-4a8a-8657-973f8c907775
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37421"
    uid: ffe73698-ad47-42c3-b320-62d35a3c52a6
  kind: Event
  lastTimestamp: "2026-07-28T18:07:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:07:19Z"
    name: isvc-predictive-xgboost-predictor.18c6865a2e574c84
    namespace: kserve-ci-e2e-test
    resourceVersion: "37678"
    uid: 4a2adb78-105c-469c-bb9a-6b0a9126c2e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37421"
    uid: ffe73698-ad47-42c3-b320-62d35a3c52a6
  kind: Event
  lastTimestamp: "2026-07-28T18:07:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:07:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:07:19Z"
    name: isvc-predictive-xgboost-predictor.18c6865a2ec1f4e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37679"
    uid: c88adf1c-b738-489e-ac3f-1a34ee4a4f0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37578"
    uid: ffe73698-ad47-42c3-b320-62d35a3c52a6
  kind: Event
  lastTimestamp: "2026-07-28T18:08:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:04Z"
    name: isvc-predictive-xgboost-predictor.18c686612d28adb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38001"
    uid: 97e8c16c-4131-49df-9813-f27d7d3f109c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:07:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37578"
    uid: ffe73698-ad47-42c3-b320-62d35a3c52a6
  kind: Event
  lastTimestamp: "2026-07-28T18:08:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:07:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:08:04Z"
    name: isvc-predictive-xgboost-predictor.18c686612d9a308c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38002"
    uid: d282a14c-3803-479f-9e25-f46d210add3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:11:46.115204Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39791"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:11:46Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:11:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c6869bd2e457b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39798"
    uid: a3a6b5db-7e45-4a61-9990-18a1db8d7348
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39804"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:11:46Z"
  message: Add eth0 [10.132.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:11:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c6869bebdb85bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "39812"
    uid: 790f40c1-61cb-46a1-9c5e-73e4473d1e1d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:11:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c6869bed6f24c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39814"
    uid: 25a3832b-f6f8-4cd6-8fbe-51891adf533d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:11:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c6869bf058c184
    namespace: kserve-ci-e2e-test
    resourceVersion: "39816"
    uid: 6f84069c-4644-4a79-8a53-3fc42082ff72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:11:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c6869bf0b6c679
    namespace: kserve-ci-e2e-test
    resourceVersion: "39817"
    uid: 1dfb4b08-59e2-4e50-a8ea-d005c2e1df87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:11:51Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c6869d01dff95b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39857"
    uid: 3f507682-52dc-4dcb-8992-983a2dcc74b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:11:51Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c6869d0491b12a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39859"
    uid: 40200596-de3a-4556-9a7f-ed385f94c200
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:11:51Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c6869d04f27d66
    namespace: kserve-ci-e2e-test
    resourceVersion: "39860"
    uid: 62eb75f0-089b-45f9-b52c-0987f91ecce0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:11:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c6869d04fae80a
    namespace: kserve-ci-e2e-test
    resourceVersion: "39861"
    uid: 395d10cf-51c3-424a-812b-7ae367c18523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:11:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c6869d075ec828
    namespace: kserve-ci-e2e-test
    resourceVersion: "39864"
    uid: fbe113ac-d27c-4b35-9863-25367f7c2db6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:11:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:11:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:11:51Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c6869d07bde629
    namespace: kserve-ci-e2e-test
    resourceVersion: "39865"
    uid: eacbd4ad-335b-4e49-975a-aadca3069929
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:13:09Z"
  message: 'Readiness probe failed: Get "http://10.132.0.46:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.132.0.46:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c686a5dbe26c7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40446"
    uid: 2e691dea-c99e-4d18-810d-8185e8b6180d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:13:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:06Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c686ae78436ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40421"
    uid: c1467757-8741-4c85-8585-de8e7e362c7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:13:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:06Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c686ae7843e274
    namespace: kserve-ci-e2e-test
    resourceVersion: "40422"
    uid: f85a8cf5-251b-4cd2-bf68-9e0893e3e11f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:13:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39794"
    uid: 31562205-0869-42f2-8746-db86458f0ea4
  kind: Event
  lastTimestamp: "2026-07-28T18:13:09Z"
  message: 'Readiness probe failed: Get "https://10.132.0.46:8643/healthz": dial tcp
    10.132.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:13:09Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj.18c686af2bb11898
    namespace: kserve-ci-e2e-test
    resourceVersion: "40445"
    uid: ef9d4ff0-4e83-4aa0-b5e3-b53e5697acf6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39778"
    uid: 2af3c6f7-d913-4c94-a72d-8fbb33a68bd7
  kind: Event
  lastTimestamp: "2026-07-28T18:11:46Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-hzvbj'
  metadata:
    creationTimestamp: "2026-07-28T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:46Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18c6869bd23fd3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39793"
    uid: 209f8b63-c48a-48fc-9ec3-4322f3180752
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39776"
    uid: a8c4da75-41a1-4717-b507-101cfda8899a
  kind: Event
  lastTimestamp: "2026-07-28T18:11:46Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:11:46Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6869bcd6e5cd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39779"
    uid: 297514b7-f0b7-469b-8272-34ea8e2debcc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39777"
    uid: b144e43d-1ab4-4ea6-9d57-f573ca0db873
  kind: Event
  lastTimestamp: "2026-07-28T18:12:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:12:16Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6869f4c86eafe
    namespace: kserve-ci-e2e-test
    resourceVersion: "40035"
    uid: 1223eb1a-14d9-477b-be43-452064266d2b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39777"
    uid: b144e43d-1ab4-4ea6-9d57-f573ca0db873
  kind: Event
  lastTimestamp: "2026-07-28T18:12:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:12:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:12:16Z"
    name: isvc-predictive-xgboost-v2-predictor.18c6869f4d0fa5a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "40036"
    uid: 54e045b7-d1c0-4caf-b77f-294450c613bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39934"
    uid: b144e43d-1ab4-4ea6-9d57-f573ca0db873
  kind: Event
  lastTimestamp: "2026-07-28T18:13:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18c686a64b454638
    namespace: kserve-ci-e2e-test
    resourceVersion: "40370"
    uid: a00883b5-3657-447b-bdbe-4102a7567bc1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39934"
    uid: b144e43d-1ab4-4ea6-9d57-f573ca0db873
  kind: Event
  lastTimestamp: "2026-07-28T18:13:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:13:01Z"
    name: isvc-predictive-xgboost-v2-predictor.18c686a64bb3d04b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40371"
    uid: 4c9b5fe3-49be-4842-bd2b-b28934539713
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39769"
    uid: 94516854-1ada-401b-b007-d0a9e242ec63
  kind: Event
  lastTimestamp: "2026-07-28T18:12:59Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:12:59Z"
    name: isvc-predictive-xgboost-v2.18c6869bcd813905
    namespace: kserve-ci-e2e-test
    resourceVersion: "40354"
    uid: 7f81c135-a22c-4175-b4a7-8a449eb2577d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39769"
    uid: 94516854-1ada-401b-b007-d0a9e242ec63
  kind: Event
  lastTimestamp: "2026-07-28T18:11:46Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:46Z"
    name: isvc-predictive-xgboost-v2.18c6869bce05d5d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39802"
    uid: 91f8efc5-8bb2-4035-808b-4a3994886640
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:11:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39775"
    uid: 94516854-1ada-401b-b007-d0a9e242ec63
  kind: Event
  lastTimestamp: "2026-07-28T18:11:46Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:11:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:11:46Z"
    name: isvc-predictive-xgboost-v2.18c6869bd4785f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "39805"
    uid: dae15225-8d0b-46ee-b967-824d74cfaf88
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:12:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "40352"
    uid: 94516854-1ada-401b-b007-d0a9e242ec63
  kind: Event
  lastTimestamp: "2026-07-28T18:12:59Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:12:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:12:59Z"
    name: isvc-predictive-xgboost-v2.18c686ace080851b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40353"
    uid: 0c1b0a21-e4ff-4936-bce1-4b0847b7ebcd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37412"
    uid: e2534ed1-2db1-4303-987f-2389ca456c1f
  kind: Event
  lastTimestamp: "2026-07-28T18:08:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:08:02Z"
    name: isvc-predictive-xgboost.18c68656af2cd2ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37986"
    uid: e609fb66-e7b7-41c9-9e27-b4ed7860cafa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:06:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37412"
    uid: e2534ed1-2db1-4303-987f-2389ca456c1f
  kind: Event
  lastTimestamp: "2026-07-28T18:06:49Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:06:49Z"
    name: isvc-predictive-xgboost.18c68656af9c5aef
    namespace: kserve-ci-e2e-test
    resourceVersion: "37426"
    uid: b20b11da-bae2-43f2-9053-48cb3b080790
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:08:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "37984"
    uid: e2534ed1-2db1-4303-987f-2389ca456c1f
  kind: Event
  lastTimestamp: "2026-07-28T18:08:02Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:08:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:08:02Z"
    name: isvc-predictive-xgboost.18c68667bae0d79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37985"
    uid: 49aad70f-f251-42de-a7c8-cdda99c61ad9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:02:50.102970Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35398"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:02:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:02:50Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c6861f0612cfd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35404"
    uid: 095ae31e-ec61-4c6f-b895-1c48e3c2677f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:02:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-de1b83-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:50Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c6861f13f38c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "35414"
    uid: f37e08e5-9afd-44e3-81b6-c899a4c8b4ca
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35409"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:02:51Z"
  message: Add eth0 [10.132.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:02:51Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c6861f42b61051
    namespace: kserve-ci-e2e-test
    resourceVersion: "35423"
    uid: 288d3112-f771-4b03-b8a0-2f0633fe3b45
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:02:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:51Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c6861f444891bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35425"
    uid: e8cff431-2612-4464-934b-8d670d6af974
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:02:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:51Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c6861f46ef8bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35427"
    uid: 60cc8191-1aa5-4bf7-ab17-2aea7169aa46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:02:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:02:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:51Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c6861f475d8915
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: ad0735d0-154e-4c0b-9a91-3a38ba5b3c3e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:02:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:55Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c6862041f73424
    namespace: kserve-ci-e2e-test
    resourceVersion: "35460"
    uid: 948d3891-5df0-4b3f-a6c5-a48896cba2f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:02:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:55Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c6862044eb2250
    namespace: kserve-ci-e2e-test
    resourceVersion: "35462"
    uid: 767b2850-c91d-4d91-96a5-381aa0af6d73
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:02:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:55Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c68620455674b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35463"
    uid: e17edeed-16db-443c-83dd-65c38792caea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:02:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:55Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c68620455f371f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35464"
    uid: ba89d947-e782-40b7-a4ee-e4242dac2318
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:02:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:55Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c6862047adc7cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35468"
    uid: 455d7375-1b9d-499a-8d97-d5b645d0f018
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:02:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:02:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:02:55Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c68620481a73cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "35469"
    uid: 8c39bd0d-c834-49b5-9f4f-cddb4f53dfe6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:04:02Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:02:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:02Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c686207de09f72
    namespace: kserve-ci-e2e-test
    resourceVersion: "35947"
    uid: b630969b-1418-422b-be55-98a0a53e7fe3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:04:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:43Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c686396c2fc88e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36342"
    uid: 2987d0ce-6802-418b-bb85-7c5b361785cd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: c475b821-2a26-4d6c-8cd4-f82062c5d355
  kind: Event
  lastTimestamp: "2026-07-28T18:04:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:04:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:43Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg.18c686396c3059ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "36343"
    uid: 4942ce15-8c42-4ee4-bbb4-05a27525cdaf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-de1b83-predictor-dfb6f95d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35391"
    uid: 141568bb-cdb5-4d6d-828e-2f05b8a210c2
  kind: Event
  lastTimestamp: "2026-07-28T18:02:50Z"
  message: 'Created pod: isvc-primary-de1b83-predictor-dfb6f95d9-lv8rg'
  metadata:
    creationTimestamp: "2026-07-28T18:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:50Z"
    name: isvc-primary-de1b83-predictor-dfb6f95d9.18c6861f0595e2ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "35400"
    uid: b2d40343-67c9-4acd-8f39-592e87c97683
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-de1b83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: fe2c6b6d-53e1-491c-bceb-bf2c8970e548
  kind: Event
  lastTimestamp: "2026-07-28T18:02:50Z"
  message: Scaled up replica set isvc-primary-de1b83-predictor-dfb6f95d9 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:02:50Z"
    name: isvc-primary-de1b83-predictor.18c6861f0249457a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35392"
    uid: 5f7add43-38fd-4daf-a65e-def46185b595
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-de1b83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35390"
    uid: 723b0835-088e-4b5a-ac32-65bb6cbc33d0
  kind: Event
  lastTimestamp: "2026-07-28T18:03:05Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:05Z"
    name: isvc-primary-de1b83-predictor.18c68622814ff627
    namespace: kserve-ci-e2e-test
    resourceVersion: "35541"
    uid: 56e19b12-a833-4855-b5d1-97b1c1431a8e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-de1b83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35390"
    uid: 723b0835-088e-4b5a-ac32-65bb6cbc33d0
  kind: Event
  lastTimestamp: "2026-07-28T18:03:05Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:03:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:03:05Z"
    name: isvc-primary-de1b83-predictor.18c6862281bc9e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "35542"
    uid: 7bc314e1-f91b-4029-8954-7db7dbeeabc2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-de1b83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35540"
    uid: 723b0835-088e-4b5a-ac32-65bb6cbc33d0
  kind: Event
  lastTimestamp: "2026-07-28T18:04:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:35Z"
    name: isvc-primary-de1b83-predictor.18c68626009de094
    namespace: kserve-ci-e2e-test
    resourceVersion: "36245"
    uid: 2b364245-7284-4eb4-9479-02700e7f7b94
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T18:03:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-de1b83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35540"
    uid: 723b0835-088e-4b5a-ac32-65bb6cbc33d0
  kind: Event
  lastTimestamp: "2026-07-28T18:04:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:03:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:35Z"
    name: isvc-primary-de1b83-predictor.18c6862600fb1b95
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: 2abfdd18-cf7a-4a25-acb3-494299b6782d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-de1b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "35382"
    uid: 83852877-a389-4ed6-80d4-e04ff2fd754e
  kind: Event
  lastTimestamp: "2026-07-28T18:04:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:09Z"
    name: isvc-primary-de1b83.18c6861f024bbb8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36005"
    uid: 9a93a133-1e8b-46da-9b79-55044328d886
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-de1b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "35382"
    uid: 83852877-a389-4ed6-80d4-e04ff2fd754e
  kind: Event
  lastTimestamp: "2026-07-28T18:02:50Z"
  message: 'Failed to update status for InferenceService "isvc-primary-de1b83": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-de1b83":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:02:50Z"
    name: isvc-primary-de1b83.18c6861f02db3593
    namespace: kserve-ci-e2e-test
    resourceVersion: "35395"
    uid: b5af1909-39a4-4e98-9701-d6010602b7b7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:02:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-de1b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "35382"
    uid: 83852877-a389-4ed6-80d4-e04ff2fd754e
  kind: Event
  lastTimestamp: "2026-07-28T18:02:50Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-de1b83": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:02:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:02:50Z"
    name: isvc-primary-de1b83.18c6861f02db85ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35396"
    uid: 3b7b5a90-7a15-44ce-b692-7e9c4d8c8f53
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-de1b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "36003"
    uid: 83852877-a389-4ed6-80d4-e04ff2fd754e
  kind: Event
  lastTimestamp: "2026-07-28T18:04:09Z"
  message: InferenceService [isvc-primary-de1b83] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:04:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:09Z"
    name: isvc-primary-de1b83.18c6863194a1b075
    namespace: kserve-ci-e2e-test
    resourceVersion: "36004"
    uid: 927a40ec-4d0e-4b8f-9c5d-82c376e6c804
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:04:25.404323Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36143"
    uid: 0061c798-807a-4539-9d5f-5f1dd6289461
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:04:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:04:25Z"
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m.18c686353679f6db
    namespace: kserve-ci-e2e-test
    resourceVersion: "36148"
    uid: fbd89b3c-fdd0-40ae-a378-44be97d56803
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: 0061c798-807a-4539-9d5f-5f1dd6289461
  kind: Event
  lastTimestamp: "2026-07-28T18:04:25Z"
  message: Add eth0 [10.133.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:04:25Z"
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m.18c68635500c4708
    namespace: kserve-ci-e2e-test
    resourceVersion: "36160"
    uid: 2caee1cb-4e6a-4d46-b3c3-5feb976bc6a7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36145"
    uid: 0061c798-807a-4539-9d5f-5f1dd6289461
  kind: Event
  lastTimestamp: "2026-07-28T18:04:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:32Z"
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m.18c686355200d299
    namespace: kserve-ci-e2e-test
    resourceVersion: "36221"
    uid: 43cc7efe-642a-4782-8e74-0af7771ef17b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36145"
    uid: 0061c798-807a-4539-9d5f-5f1dd6289461
  kind: Event
  lastTimestamp: "2026-07-28T18:04:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:32Z"
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m.18c6863554e69eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36223"
    uid: 9f394233-0911-4885-99e3-3495bb41c2d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36145"
    uid: 0061c798-807a-4539-9d5f-5f1dd6289461
  kind: Event
  lastTimestamp: "2026-07-28T18:04:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:32Z"
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m.18c6863555598b1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36224"
    uid: dfdf77cb-2483-4529-b7b7-65a3a9e97895
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "36145"
    uid: 0061c798-807a-4539-9d5f-5f1dd6289461
  kind: Event
  lastTimestamp: "2026-07-28T18:04:36Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m_kserve-ci-e2e-test(0061c798-807a-4539-9d5f-5f1dd6289461)
  metadata:
    creationTimestamp: "2026-07-28T18:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:04:36Z"
    name: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m.18c68637e67632b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36258"
    uid: e92ac501-703b-4c77-b70a-59b64595d63b
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-de1b83-predictor-6d7b575cc4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36134"
    uid: c526b3a2-e97c-4ae2-8791-e202361230c7
  kind: Event
  lastTimestamp: "2026-07-28T18:04:25Z"
  message: 'Created pod: isvc-secondary-de1b83-predictor-6d7b575cc4-bft7m'
  metadata:
    creationTimestamp: "2026-07-28T18:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:25Z"
    name: isvc-secondary-de1b83-predictor-6d7b575cc4.18c6863535d1e94b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: f0614df5-c739-43f0-8297-b15e25d6ad83
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-de1b83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36132"
    uid: c8f5abc6-9b97-40c7-8dc4-5438629f3f26
  kind: Event
  lastTimestamp: "2026-07-28T18:04:25Z"
  message: Scaled up replica set isvc-secondary-de1b83-predictor-6d7b575cc4 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:25Z"
    name: isvc-secondary-de1b83-predictor.18c686353105c023
    namespace: kserve-ci-e2e-test
    resourceVersion: "36135"
    uid: 5fbc1d74-2400-460a-af2c-2001bc212b84
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-de1b83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36133"
    uid: 13e8b788-05a8-47e0-8ded-270842f0aaf1
  kind: Event
  lastTimestamp: "2026-07-28T18:04:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:40Z"
    name: isvc-secondary-de1b83-predictor.18c68638afb0b2af
    namespace: kserve-ci-e2e-test
    resourceVersion: "36287"
    uid: f4a85ab0-ec31-4c01-8dc5-e4e4182ed953
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-de1b83-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36133"
    uid: 13e8b788-05a8-47e0-8ded-270842f0aaf1
  kind: Event
  lastTimestamp: "2026-07-28T18:04:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:04:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:04:40Z"
    name: isvc-secondary-de1b83-predictor.18c68638b006a320
    namespace: kserve-ci-e2e-test
    resourceVersion: "36289"
    uid: 2a8e57d9-f218-432c-a30a-d0127e128148
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-de1b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "36125"
    uid: f9323fef-32de-4859-9513-7faebaf4ca40
  kind: Event
  lastTimestamp: "2026-07-28T18:04:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:37Z"
    name: isvc-secondary-de1b83.18c68635311bf7f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36265"
    uid: a52434cf-474a-481c-97b9-5df78b04feb8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-de1b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "36125"
    uid: f9323fef-32de-4859-9513-7faebaf4ca40
  kind: Event
  lastTimestamp: "2026-07-28T18:04:25Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-de1b83":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-de1b83":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:25Z"
    name: isvc-secondary-de1b83.18c68635318dcafa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36155"
    uid: a3e04a7a-081e-4ecb-b90c-82a4fb2b873f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:04:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-de1b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "36125"
    uid: f9323fef-32de-4859-9513-7faebaf4ca40
  kind: Event
  lastTimestamp: "2026-07-28T18:04:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-de1b83": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:04:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:04:25Z"
    name: isvc-secondary-de1b83.18c68635318e523a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36156"
    uid: d034eed0-d028-4507-a12c-c7a2f5f778d7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:22:49.787531Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15647"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:22:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:22:49Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f0281fc842
    namespace: kserve-ci-e2e-test
    resourceVersion: "15657"
    uid: 0d289d51-67c8-4d21-bb7d-5c8ca07cc426
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15661"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:50Z"
  message: Add eth0 [10.132.0.19/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:22:50Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f0411e3be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15671"
    uid: d39bbfa0-75d6-4cbb-97fd-d3beee555a5e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:50Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f0438cb4b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15673"
    uid: 82c042da-f4bc-47d1-b044-9a2092a41d9d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:50Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f045fccc10
    namespace: kserve-ci-e2e-test
    resourceVersion: "15674"
    uid: 42f750d1-b5de-4e48-86da-5e9a7e303554
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:22:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:50Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f04658c189
    namespace: kserve-ci-e2e-test
    resourceVersion: "15675"
    uid: 7b20d56b-0e5d-4a4b-bea9-0e140af5118b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:54Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f1329ef036
    namespace: kserve-ci-e2e-test
    resourceVersion: "15711"
    uid: b78df5be-c00e-4442-a1f9-53ab47087fe6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:54Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f13512b238
    namespace: kserve-ci-e2e-test
    resourceVersion: "15714"
    uid: f9d6f31a-8203-4509-9a3b-785a1e8eb7b0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:54Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f1356db210
    namespace: kserve-ci-e2e-test
    resourceVersion: "15715"
    uid: 563fe6c1-b83a-4f52-a584-c4054f54daa5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:54Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f135763812
    namespace: kserve-ci-e2e-test
    resourceVersion: "15716"
    uid: fc23809a-1076-4059-8c7d-4ae6daca22c9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:54Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f1379c4fdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15719"
    uid: 03632f04-2eae-4ec0-be51-c47e7b90a7b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:54Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f137f985d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15720"
    uid: 9724d08d-ab3e-407f-ae35-d08cb7ee6408
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:54Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:54Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f13802f161
    namespace: kserve-ci-e2e-test
    resourceVersion: "15721"
    uid: cffad4d8-1e5d-4fa3-ae29-5badceb1dac7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:54Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:54Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f13aaab4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15723"
    uid: e97b5d91-19e9-4235-9366-2f40f66807c6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:22:54Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:54Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f13b0c9ddb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15724"
    uid: e1e0affe-93a1-4a5f-83cc-240474dfee2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:24:32Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.19:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:22:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:32Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f16ebe47f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: ea654336-939a-453b-9cda-7bcccebef412
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:24:32Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:32Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c683f1aa8a17cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: 1cc2ce58-7944-4414-8219-84082d760b62
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:24:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:14Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c68403f6c1bf8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: 9cc5b701-2f70-4bc4-82b0-eb4a36cd8253
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:24:14Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:14Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c68403f6c1f6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: b0dbc7dc-69b0-470d-8cf2-9e834c9a344f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:24:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:14Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c68403f6c249c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 1a0ffeff-228f-47a6-8484-7f619905faba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15654"
    uid: 70f92e18-5ad6-4523-bb13-c910000fd729
  kind: Event
  lastTimestamp: "2026-07-28T17:24:32Z"
  message: 'Readiness probe failed: Get "https://10.132.0.19:8643/healthz": dial tcp
    10.132.0.19:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:32Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5.18c6840486a98f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: 76040b8c-d446-4f21-a013-5b07321eedeb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: da603b23-ea08-4536-9130-3ab6283d62bd
  kind: Event
  lastTimestamp: "2026-07-28T17:22:49Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-849d7cc4c5-vl6k5'
  metadata:
    creationTimestamp: "2026-07-28T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:49Z"
    name: isvc-sklearn-batcher-custom-predictor-849d7cc4c5.18c683f02744e158
    namespace: kserve-ci-e2e-test
    resourceVersion: "15651"
    uid: 23dcf7c3-055c-419a-9eec-8979469fd50d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15620"
    uid: 0a382a8b-969f-4e88-b4f4-1a53185615a2
  kind: Event
  lastTimestamp: "2026-07-28T17:22:49Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-849d7cc4c5
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:49Z"
    name: isvc-sklearn-batcher-custom-predictor.18c683f021505372
    namespace: kserve-ci-e2e-test
    resourceVersion: "15623"
    uid: 8c0106e2-e42b-47fa-9c0f-87202bce755c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15621"
    uid: 56ff291b-358f-4d4e-a57c-50aae98a6785
  kind: Event
  lastTimestamp: "2026-07-28T17:23:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:19Z"
    name: isvc-sklearn-batcher-custom-predictor.18c683f3a0a5afea
    namespace: kserve-ci-e2e-test
    resourceVersion: "15917"
    uid: a61b12f1-9055-4141-a173-bbbe9464207f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15621"
    uid: 56ff291b-358f-4d4e-a57c-50aae98a6785
  kind: Event
  lastTimestamp: "2026-07-28T17:23:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:23:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:23:19Z"
    name: isvc-sklearn-batcher-custom-predictor.18c683f3a130e4bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15918"
    uid: 11bad196-9791-42b0-bdba-58af1e6c06b6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 56ff291b-358f-4d4e-a57c-50aae98a6785
  kind: Event
  lastTimestamp: "2026-07-28T17:24:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: isvc-sklearn-batcher-custom-predictor.18c683faa0b436c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16247"
    uid: 5e79ee13-e617-406f-acc6-d89134308d48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:23:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15806"
    uid: 56ff291b-358f-4d4e-a57c-50aae98a6785
  kind: Event
  lastTimestamp: "2026-07-28T17:24:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:04Z"
    name: isvc-sklearn-batcher-custom-predictor.18c683faa1b6c236
    namespace: kserve-ci-e2e-test
    resourceVersion: "16248"
    uid: a24fb8ac-e432-4061-8406-c69e485f4bca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: 7336cab4-87d4-4e54-bf6c-8b3ed4db3492
  kind: Event
  lastTimestamp: "2026-07-28T17:24:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:02Z"
    name: isvc-sklearn-batcher-custom.18c683f021566dde
    namespace: kserve-ci-e2e-test
    resourceVersion: "16230"
    uid: 5d7a78ff-7a85-47a6-8571-d5bbe97083ef
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "15611"
    uid: 7336cab4-87d4-4e54-bf6c-8b3ed4db3492
  kind: Event
  lastTimestamp: "2026-07-28T17:22:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:22:49Z"
    name: isvc-sklearn-batcher-custom.18c683f021f27a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15626"
    uid: f28b8bd4-7390-4635-adbc-a8faea6ee459
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16227"
    uid: 7336cab4-87d4-4e54-bf6c-8b3ed4db3492
  kind: Event
  lastTimestamp: "2026-07-28T17:24:02Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:24:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:02Z"
    name: isvc-sklearn-batcher-custom.18c684010ffe08d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16229"
    uid: f1ff9d72-4807-4817-b572-f7857842ea7d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:21:14.640582Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14878"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:21:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:21:14Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683da00ec8c81
    namespace: kserve-ci-e2e-test
    resourceVersion: "14883"
    uid: 637d0c93-488d-48dd-8f2e-96bac80aaecc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14888"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:15Z"
  message: Add eth0 [10.132.0.18/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:21:15Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683da19ce11e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14900"
    uid: 91c097a5-c5d7-4c8d-8a94-f2370b8538b4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:15Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
  metadata:
    creationTimestamp: "2026-07-28T17:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:15Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683da1b6459d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14902"
    uid: d898d63e-6f4a-4a16-9ba7-e1f4e29e4bd9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:18Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    in 3.241s (3.241s including waiting). Image size: 300977080 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:18Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683dadc9f1bd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "14924"
    uid: 3df8984e-2ee6-4330-9db5-66c5543a4cab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:18Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683dae0bd92e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "14925"
    uid: b0a8f2ba-f6a3-4f14-82ff-4cbfd02054b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:21:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:18Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683dae12924a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "14926"
    uid: 8b1c618b-dd1b-4a01-8e7d-52a8c9b8f73f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:22Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
  metadata:
    creationTimestamp: "2026-07-28T17:21:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:22Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683dbee7fbb05
    namespace: kserve-ci-e2e-test
    resourceVersion: "14961"
    uid: 65f40118-dec6-4e22-b812-d8f81469cb0a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:35Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    in 12.238s (12.238s including waiting). Image size: 1555722147 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:35Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683dec7f87021
    namespace: kserve-ci-e2e-test
    resourceVersion: "15060"
    uid: cc220feb-23ea-43bf-8fb4-5382bdecb9a4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:35Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683decafd7d1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15061"
    uid: 7095fe30-9cea-4a70-827e-82adebd25fd3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:35Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683decb6d16a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15062"
    uid: 908bb09c-2ed7-461f-80c3-7b9f65d66043
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:35Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:21:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:35Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683decb79f7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15063"
    uid: 64e9eacd-9250-47cd-8dee-241a61340832
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:37Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.151s (2.151s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:37Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683df4bbc8abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15078"
    uid: 9c3dc026-71e5-4793-865d-ae3c73f33b2c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:37Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683df4e905f40
    namespace: kserve-ci-e2e-test
    resourceVersion: "15079"
    uid: ba7b98b5-dc50-4260-a0f6-458a0a6982af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:37Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683df4f005ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15080"
    uid: a43fe07d-3a66-47c6-b26a-1b21728c777d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:37Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
  metadata:
    creationTimestamp: "2026-07-28T17:21:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:37Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683df4f0b5551
    namespace: kserve-ci-e2e-test
    resourceVersion: "15081"
    uid: a931c5ed-990e-47a5-bdf0-369002266ec6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:40Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:d2cb06ca9eeb023462e079ca78f69f867aac7089d74cc32b24351cfb0f653480"
    in 2.603s (2.603s including waiting). Image size: 240170074 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:40Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683dfea35f349
    namespace: kserve-ci-e2e-test
    resourceVersion: "15102"
    uid: cd874457-95f2-415b-909c-c142b749624e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:40Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-07-28T17:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:40Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683dfefa6f4b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15103"
    uid: 9c6c0293-da4a-42fc-8116-dc13eede295d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:21:40Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-07-28T17:21:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:21:40Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683dff0208ff3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15104"
    uid: a9661711-432c-4c77-8b95-1ab4160ac2f6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:23:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.18:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:04Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683e06087a117
    namespace: kserve-ci-e2e-test
    resourceVersion: "15800"
    uid: 7202e636-0766-4fa5-b780-9356111fe375
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:23:04Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-07-28T17:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:04Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683e06091d0aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15801"
    uid: 83306c63-d17c-4642-b436-248080b13450
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:22:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:49Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683f02625c333
    namespace: kserve-ci-e2e-test
    resourceVersion: "15645"
    uid: 3cbbced2-5c38-496d-b59b-772f67672735
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:22:49Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-07-28T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:49Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683f026260a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15646"
    uid: 7b71b3eb-4f7f-4bdc-9c43-626719c7f534
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:22:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:22:49Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683f02626883d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15650"
    uid: 373a8ae3-757d-4b53-bed8-adf399fed2fb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z
    namespace: kserve-ci-e2e-test
    resourceVersion: "14880"
    uid: e847e0a5-2020-4676-850a-82b2f0daeac9
  kind: Event
  lastTimestamp: "2026-07-28T17:23:12Z"
  message: 'Readiness probe failed: Get "https://10.132.0.18:8643/healthz": dial tcp
    10.132.0.18:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:22:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:23:12Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z.18c683f0accada82
    namespace: kserve-ci-e2e-test
    resourceVersion: "15858"
    uid: 53aef299-5a25-42e1-9274-9c1d7daaf696
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-8b78f8788
    namespace: kserve-ci-e2e-test
    resourceVersion: "14867"
    uid: 7d72958b-180f-4c2b-b151-013dfa011069
  kind: Event
  lastTimestamp: "2026-07-28T17:21:14Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-8b78f8788-zlc5z'
  metadata:
    creationTimestamp: "2026-07-28T17:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:14Z"
    name: isvc-sklearn-batcher-predictor-8b78f8788.18c683da00397bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "14879"
    uid: 6ba36247-5ae2-448d-8337-b9c6e376e130
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14866"
    uid: 63605190-7b6e-4c89-945f-45dd7fbb80cc
  kind: Event
  lastTimestamp: "2026-07-28T17:21:14Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-8b78f8788 from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T17:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:14Z"
    name: isvc-sklearn-batcher-predictor.18c683d9f7bfdbff
    namespace: kserve-ci-e2e-test
    resourceVersion: "14868"
    uid: 8a0179c8-4211-4eca-a140-4147561ac46f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14873"
    uid: 1ab621a1-ab5a-418c-b7c6-ea5b98940570
  kind: Event
  lastTimestamp: "2026-07-28T17:21:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:59Z"
    name: isvc-sklearn-batcher-predictor.18c683dd7d6214df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15246"
    uid: 81bd6f45-5b01-4e47-b3b6-f3ccfb507483
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "14873"
    uid: 1ab621a1-ab5a-418c-b7c6-ea5b98940570
  kind: Event
  lastTimestamp: "2026-07-28T17:21:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:21:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:21:59Z"
    name: isvc-sklearn-batcher-predictor.18c683dd7e0983aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15247"
    uid: 283cbb80-8d8c-4663-946f-24bed0459da6
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15012"
    uid: 1ab621a1-ab5a-418c-b7c6-ea5b98940570
  kind: Event
  lastTimestamp: "2026-07-28T17:22:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:44Z"
    name: isvc-sklearn-batcher-predictor.18c683e7fb09a58d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15571"
    uid: 08039211-f955-489b-98c5-2e711c0a12b6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15012"
    uid: 1ab621a1-ab5a-418c-b7c6-ea5b98940570
  kind: Event
  lastTimestamp: "2026-07-28T17:22:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T17:22:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:22:44Z"
    name: isvc-sklearn-batcher-predictor.18c683e7fb6dacbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: 0bbc235e-9d85-458c-9aea-ae116cc43ad8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: cbe4a435-b6b2-4c79-88f4-e7c27f274d3f
  kind: Event
  lastTimestamp: "2026-07-28T17:22:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:22:44Z"
    name: isvc-sklearn-batcher.18c683d9fdeaf487
    namespace: kserve-ci-e2e-test
    resourceVersion: "15567"
    uid: 393c8b44-8438-45e8-9327-c09f713929e5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: cbe4a435-b6b2-4c79-88f4-e7c27f274d3f
  kind: Event
  lastTimestamp: "2026-07-28T17:21:14Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:21:14Z"
    name: isvc-sklearn-batcher.18c683d9fe5d8b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "14875"
    uid: eed61c94-e88e-4824-9b8b-192d88317b89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:21:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "14858"
    uid: cbe4a435-b6b2-4c79-88f4-e7c27f274d3f
  kind: Event
  lastTimestamp: "2026-07-28T17:21:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:21:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:21:14Z"
    name: isvc-sklearn-batcher.18c683d9fe5dca48
    namespace: kserve-ci-e2e-test
    resourceVersion: "14876"
    uid: 7c860ec6-2086-4941-bba4-2818185a8cf1
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: cbe4a435-b6b2-4c79-88f4-e7c27f274d3f
  kind: Event
  lastTimestamp: "2026-07-28T17:22:44Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:22:44Z"
    name: isvc-sklearn-batcher.18c683eed79da29b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15566"
    uid: ee7d1c60-46f2-4ceb-b860-561579fd5f0a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:53:25.678215Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30804"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:53:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:53:25Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859b9bbc83d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30811"
    uid: f674a408-537c-4041-a069-7b744da39adf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30817"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:26Z"
  message: Add eth0 [10.132.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:53:26Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859bb4ab8229
    namespace: kserve-ci-e2e-test
    resourceVersion: "30826"
    uid: da36e4ed-de2e-4619-9752-b56671111373
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:26Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859bb6feea3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30828"
    uid: f62292cd-3919-4262-99a8-688ce2ca57d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T17:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:26Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859bb997302b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30829"
    uid: 2610e874-e4f9-4a2f-b976-aadc374e30b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T17:53:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:26Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859bba59a364
    namespace: kserve-ci-e2e-test
    resourceVersion: "30830"
    uid: c3307720-4e5e-4274-97bc-0fab1a28ab6d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:30Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859cbad948a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30864"
    uid: de84b96f-56e2-40e6-8e4f-fc05852962ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:30Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859cbdabb385
    namespace: kserve-ci-e2e-test
    resourceVersion: "30867"
    uid: e856e6fa-a1b3-42b4-9d7d-f7061a12c01e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:30Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859cbe4babc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30868"
    uid: 4e736294-da95-4cc0-84ce-8470c012438a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:30Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-07-28T17:53:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:30Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859cbe5b6c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "30869"
    uid: c5f2cb9c-4923-49db-9a18-4af4793d9be6
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    1.997s (1.997s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:32Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859d356e4147
    namespace: kserve-ci-e2e-test
    resourceVersion: "30887"
    uid: 331a1a1a-8d06-48b3-b649-c13eb38e7fb4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:32Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-07-28T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:32Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859d3818ae8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30888"
    uid: 075fa301-1736-49d6-ac16-440ed556663a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:32Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:32Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859d388580b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30889"
    uid: 087b8d23-5fb9-4995-9bf3-811295fbbe3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:32Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859d388e3f7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30890"
    uid: 414eb70b-6740-4dbc-a133-04c77c573f5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:32Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859d3b6bd824
    namespace: kserve-ci-e2e-test
    resourceVersion: "30892"
    uid: 74866351-5b4e-4082-8a6f-f4400b67aabe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:53:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:53:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:53:32Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c6859d3bdd08e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30893"
    uid: 7e7f1398-83bc-4d63-9cf8-65ca38bed338
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:54:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:45Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c685ae4030485f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31414"
    uid: f451919e-25f9-4154-9231-3793f407a059
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:54:45Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-07-28T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:45Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c685ae4030e6c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31415"
    uid: cd012b23-da20-41e1-9056-0feeb9c358f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:54:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:54:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:54:45Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c685ae4033353b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31416"
    uid: b58eb1ca-3a4f-4e2d-9716-5b5bfe6f6da4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:55:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.36:8643/healthz": dial tcp
    10.132.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:14Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c685af20d18e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31690"
    uid: a699542f-583e-478a-9e6b-70dd06d24b83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x
    namespace: kserve-ci-e2e-test
    resourceVersion: "30808"
    uid: ffc58455-23ff-4e24-a87a-a75ab129da91
  kind: Event
  lastTimestamp: "2026-07-28T17:55:09Z"
  message: 'Readiness probe failed: Get "http://10.132.0.36:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.132.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T17:54:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:55:09Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x.18c685af212225e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31656"
    uid: 2b8f39b8-bc7b-4d67-a991-bccfaf4b4db3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30794"
    uid: f0a3f396-5d5c-4773-950e-9384180fba4d
  kind: Event
  lastTimestamp: "2026-07-28T17:53:25Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-64b7f6f8b4-88g7x'
  metadata:
    creationTimestamp: "2026-07-28T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:25Z"
    name: isvc-sklearn-mcp-predictor-64b7f6f8b4.18c6859b9acd71cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30805"
    uid: 68885a06-3069-49bf-9e44-c5e38926723f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30793"
    uid: 5b1d6330-97b3-4279-8f62-91baa314dffa
  kind: Event
  lastTimestamp: "2026-07-28T17:53:25Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-64b7f6f8b4 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:53:25Z"
    name: isvc-sklearn-mcp-predictor.18c6859b96352b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "30796"
    uid: a5e3dc54-e1d3-4b87-80c6-4336b5ac1dd3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30783"
    uid: 170cb778-42d9-4b93-9f15-7fb1e375d6a8
  kind: Event
  lastTimestamp: "2026-07-28T17:54:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:54:39Z"
    name: isvc-sklearn-mcp.18c6859b95eca210
    namespace: kserve-ci-e2e-test
    resourceVersion: "31360"
    uid: 30ff255d-962d-4f93-ad95-8375e78e95b1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:53:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "30783"
    uid: 170cb778-42d9-4b93-9f15-7fb1e375d6a8
  kind: Event
  lastTimestamp: "2026-07-28T17:53:25Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T17:53:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:53:25Z"
    name: isvc-sklearn-mcp.18c6859b9696c12b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30798"
    uid: dcae62d3-7ad0-4adf-9424-871b6f1368c4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:54:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "31358"
    uid: 170cb778-42d9-4b93-9f15-7fb1e375d6a8
  kind: Event
  lastTimestamp: "2026-07-28T17:54:39Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:54:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:54:39Z"
    name: isvc-sklearn-mcp.18c685acd4081915
    namespace: kserve-ci-e2e-test
    resourceVersion: "31359"
    uid: faccb3bd-a418-47db-99ff-8625ab493a78
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:14:43.856744Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41266"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-6765cc767b-k9hbh
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:14:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:14:43Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c5351cfab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "41273"
    uid: 0be79325-1c6d-4dc4-98b9-a0dd69e6253b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41277"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:14:44Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:14:44Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c54e9c211c
    namespace: kserve-ci-e2e-test
    resourceVersion: "41286"
    uid: 732f89d1-19d6-4676-9a54-64f735303eed
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:14:44Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:44Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c54ffb9288
    namespace: kserve-ci-e2e-test
    resourceVersion: "41289"
    uid: 793f680e-a0ca-4ea2-9bd2-78efd95c0d06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:14:44Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:44Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c552905491
    namespace: kserve-ci-e2e-test
    resourceVersion: "41290"
    uid: 7de5fb8d-fc6f-4acc-bde5-a78be8072ca0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:14:44Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:44Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c5532707db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41291"
    uid: d46d0fac-9ba3-4bdb-a847-01769eb3eeab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:14:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:48Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c6484bf163
    namespace: kserve-ci-e2e-test
    resourceVersion: "41326"
    uid: 7873f201-843e-4fab-9193-3ab09f794706
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:14:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:48Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c64b0d5d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41328"
    uid: 3c825b5a-e5e6-478f-bdd3-cc6faaecdbdd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:14:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:48Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c64b8da837
    namespace: kserve-ci-e2e-test
    resourceVersion: "41329"
    uid: 4baf46c5-d8c3-449c-ab1e-c0c7b67f9867
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:14:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:48Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c64b970ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41330"
    uid: 34558017-ea05-486c-93ff-0316908c469c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:14:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:48Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c64ecb3a85
    namespace: kserve-ci-e2e-test
    resourceVersion: "41333"
    uid: c9a2b058-57b2-4ebb-b560-a6f38463459c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:14:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:14:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:14:48Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c64f3aeb29
    namespace: kserve-ci-e2e-test
    resourceVersion: "41334"
    uid: de5908d9-eebd-4b5b-8016-ff543dd0f7fd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:16:16Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:14:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:16Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686c6c0255ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41993"
    uid: f4017f71-61f8-43a3-b947-93d35d34f7ae
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:16:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:14Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686da333e3473
    namespace: kserve-ci-e2e-test
    resourceVersion: "41975"
    uid: 07eae66a-0144-4355-aa42-384744160424
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:16:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:16:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:14Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686da333eb6ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "41976"
    uid: ef5cc08e-1e8f-4fc2-91cf-cc3e1fc1b789
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-6765cc767b-k9hbh
    namespace: kserve-ci-e2e-test
    resourceVersion: "41270"
    uid: 9fcb117f-c01c-4c93-ac4d-ea13c566f9dc
  kind: Event
  lastTimestamp: "2026-07-28T18:16:16Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:16Z"
    name: isvc-sklearn-predictor-6765cc767b-k9hbh.18c686dac6595b45
    namespace: kserve-ci-e2e-test
    resourceVersion: "41992"
    uid: ff632c84-0297-4bc6-93c2-a0fdd7ea63de
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-6765cc767b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41257"
    uid: 8dc37dec-e5b4-480f-af5d-c02cd4c086e0
  kind: Event
  lastTimestamp: "2026-07-28T18:14:43Z"
  message: 'Created pod: isvc-sklearn-predictor-6765cc767b-k9hbh'
  metadata:
    creationTimestamp: "2026-07-28T18:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:14:43Z"
    name: isvc-sklearn-predictor-6765cc767b.18c686c5349c44a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "41269"
    uid: 3cafe1a3-a8a0-44b4-b585-c4300195346a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41255"
    uid: 6772eeb2-f967-4aa8-b60b-93ff1dc4c029
  kind: Event
  lastTimestamp: "2026-07-28T18:14:43Z"
  message: Scaled up replica set isvc-sklearn-predictor-6765cc767b from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:14:43Z"
    name: isvc-sklearn-predictor.18c686c531b6ea81
    namespace: kserve-ci-e2e-test
    resourceVersion: "41258"
    uid: 20318d72-8ddd-426e-9219-aab63ef4d9c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41256"
    uid: 76246831-15f7-4774-9c1b-562ec7497c3e
  kind: Event
  lastTimestamp: "2026-07-28T18:15:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:28Z"
    name: isvc-sklearn-predictor.18c686c8b0eb5d18
    namespace: kserve-ci-e2e-test
    resourceVersion: "41623"
    uid: 742920ae-2cbb-4dd0-9611-e54461267ec1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41256"
    uid: 76246831-15f7-4774-9c1b-562ec7497c3e
  kind: Event
  lastTimestamp: "2026-07-28T18:15:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:15:28Z"
    name: isvc-sklearn-predictor.18c686c8b152917d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41625"
    uid: 2efa45e8-0509-49e1-937c-6a3dfccc65bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41417"
    uid: 76246831-15f7-4774-9c1b-562ec7497c3e
  kind: Event
  lastTimestamp: "2026-07-28T18:16:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:16:13Z"
    name: isvc-sklearn-predictor.18c686d32ecce29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41958"
    uid: 95f9ad82-1f86-4995-9119-3ab67ae4d830
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:15:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41417"
    uid: 76246831-15f7-4774-9c1b-562ec7497c3e
  kind: Event
  lastTimestamp: "2026-07-28T18:16:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:15:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:16:13Z"
    name: isvc-sklearn-predictor.18c686d32f216ba1
    namespace: kserve-ci-e2e-test
    resourceVersion: "41959"
    uid: 6477b185-bae9-4a0f-87c3-14538bdc6315
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:17:24.524168Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42574"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:17:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:17:24Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686ea9da354ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "42580"
    uid: 3d7765fa-160e-4325-a9e0-8d92887d48ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42585"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:24Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:17:24Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686eab720def4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42592"
    uid: c0ef2263-de14-406b-8ee6-f1407e167222
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:24Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686eab899a5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42595"
    uid: f019df3a-1ffc-49cf-841b-1de20a231822
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:25Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686eabc0892b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42596"
    uid: adaca320-ad56-4b87-97a4-ef81a41c2145
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:25Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686eabc780df8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42597"
    uid: c7b6fbbb-dd98-449f-ae4d-e31ded9595cc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:31Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:31Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686ec288d42d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42650"
    uid: 66d729b2-ffba-4d8f-b08e-3bef2f9df9ce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:31Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686ec2bf55ace
    namespace: kserve-ci-e2e-test
    resourceVersion: "42652"
    uid: 168090e4-277e-4920-ab63-2c3a862dae17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:31Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686ec2c71de20
    namespace: kserve-ci-e2e-test
    resourceVersion: "42653"
    uid: 7c2893f0-cfbf-4001-8d8f-4d381f8986e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:31Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686ec2c7b94f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42654"
    uid: cacdf8da-30b3-45e7-88a5-bd30e281aee1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:31Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686ec3078029c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42657"
    uid: c184e8a6-8935-4661-a7b8-e05724400662
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:31Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686ec30f338b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "42659"
    uid: 081d1d2f-23d4-4ae8-97bd-1e65adeb558c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:17:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:38Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686ec649327ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "42718"
    uid: 027a254b-5e16-449e-b455-2bbb2fc940cb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:56Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686f2151284ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "42875"
    uid: 69c3a9bf-f983-473c-8e70-364f2332a176
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv
    namespace: kserve-ci-e2e-test
    resourceVersion: "42576"
    uid: 18751f74-e23f-406f-8795-e8fc71279ea6
  kind: Event
  lastTimestamp: "2026-07-28T18:17:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:56Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv.18c686f2151538bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "42876"
    uid: 289dfa74-a201-4e07-bf53-c217a7cd2b89
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-78ff5f86d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "42565"
    uid: bb1d4875-a1fd-4d96-986c-0b459cab20df
  kind: Event
  lastTimestamp: "2026-07-28T18:17:24Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-78ff5f86d8-kp7dv'
  metadata:
    creationTimestamp: "2026-07-28T18:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:24Z"
    name: isvc-sklearn-runtime-predictor-78ff5f86d8.18c686ea9d382eba
    namespace: kserve-ci-e2e-test
    resourceVersion: "42575"
    uid: 8ab29df7-7a43-4270-a6fc-0925bfd21e22
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42563"
    uid: 63e0931a-14c6-47fc-82b1-85913a6fc7dc
  kind: Event
  lastTimestamp: "2026-07-28T18:17:24Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-78ff5f86d8 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:24Z"
    name: isvc-sklearn-runtime-predictor.18c686ea9a1ab690
    namespace: kserve-ci-e2e-test
    resourceVersion: "42566"
    uid: ab25254d-fa63-441d-9016-e04af458c721
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42564"
    uid: 837b4a5f-4133-4ff2-b3f1-ca90c73c1670
  kind: Event
  lastTimestamp: "2026-07-28T18:17:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:39Z"
    name: isvc-sklearn-runtime-predictor.18c686ee19717de0
    namespace: kserve-ci-e2e-test
    resourceVersion: "42726"
    uid: 0488e871-bc7f-41b8-a904-cdb7f873de99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42564"
    uid: 837b4a5f-4133-4ff2-b3f1-ca90c73c1670
  kind: Event
  lastTimestamp: "2026-07-28T18:17:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:17:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:39Z"
    name: isvc-sklearn-runtime-predictor.18c686ee19e24def
    namespace: kserve-ci-e2e-test
    resourceVersion: "42728"
    uid: 12de48a4-9b5f-43b0-8a73-d82c83ce926a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42727"
    uid: 837b4a5f-4133-4ff2-b3f1-ca90c73c1670
  kind: Event
  lastTimestamp: "2026-07-28T18:17:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:54Z"
    name: isvc-sklearn-runtime-predictor.18c686f19973983c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42839"
    uid: cb242ef9-6969-4a12-9edd-333eb8a72c0a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42727"
    uid: 837b4a5f-4133-4ff2-b3f1-ca90c73c1670
  kind: Event
  lastTimestamp: "2026-07-28T18:17:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:54Z"
    name: isvc-sklearn-runtime-predictor.18c686f199eefa56
    namespace: kserve-ci-e2e-test
    resourceVersion: "42841"
    uid: a35c7870-1a0a-4362-b146-9b10b5bd9a79
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "42556"
    uid: bf5bba4c-83c9-4f43-9a20-0468e2cad23d
  kind: Event
  lastTimestamp: "2026-07-28T18:17:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:17:48Z"
    name: isvc-sklearn-runtime.18c686ea9a202810
    namespace: kserve-ci-e2e-test
    resourceVersion: "42795"
    uid: f7c2d52b-f884-4fbd-8b8a-4bc744413dc0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "42556"
    uid: bf5bba4c-83c9-4f43-9a20-0468e2cad23d
  kind: Event
  lastTimestamp: "2026-07-28T18:17:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:17:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:17:24Z"
    name: isvc-sklearn-runtime.18c686ea9ab2aeaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "42569"
    uid: 4f4d07d8-d438-4971-bb8b-ea9ebee813ab
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "42792"
    uid: bf5bba4c-83c9-4f43-9a20-0468e2cad23d
  kind: Event
  lastTimestamp: "2026-07-28T18:17:48Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:17:48Z"
    name: isvc-sklearn-runtime.18c686f024cdda5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "42793"
    uid: 5ed5bebc-dede-44f4-98dc-49276cb344b7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:33:13.378107Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50746"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:33:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:33:13Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c789bd64c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50750"
    uid: 96a07492-352a-43cb-8cdc-6a77d6703776
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50756"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:33:13Z"
  message: Add eth0 [10.132.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:33:13Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c7a2ae10fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "50766"
    uid: bb5688fb-6bde-4ca7-aac1-a2f21661901d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:33:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:13Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c7a415d4bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50768"
    uid: 82a5cc02-2ca9-4eea-af06-37ead7cab131
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:33:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:13Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c7a682d1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50770"
    uid: 097459bf-2a90-4777-bb26-bc765a3c45d2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:33:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:13Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c7a6e49fcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "50771"
    uid: 6dffd723-bc45-4c49-9375-0f621d8e51a2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:33:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:15Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c7fcf2518f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50789"
    uid: 684020ff-9a0d-44ca-8a4e-7e0142b6071c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:33:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:15Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c7ffddb373
    namespace: kserve-ci-e2e-test
    resourceVersion: "50792"
    uid: e4d26845-03c8-486e-bcbb-ef03541a0dd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:33:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:15Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c80043e4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "50793"
    uid: b8fa4a41-df58-48fa-88d5-7b9f65e79ec7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:33:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:15Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c8004c8d16
    namespace: kserve-ci-e2e-test
    resourceVersion: "50794"
    uid: ddf3634d-b564-4b06-9840-363c57b946b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:33:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:15Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c802dcb935
    namespace: kserve-ci-e2e-test
    resourceVersion: "50797"
    uid: 4f46d83e-b7e7-4a57-8126-b4038e96b4d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:33:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:33:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:15Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c8033908dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50798"
    uid: fd6d0c73-5182-4c61-a015-1826e747a2e7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:34:12Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:33:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:12Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687c838e3336f
    namespace: kserve-ci-e2e-test
    resourceVersion: "51198"
    uid: c5568b49-54f1-4872-9fb6-50cd026ded46
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:34:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:23Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687d7dc0443dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "51308"
    uid: 0e90db1d-4876-4d99-81c5-1a0835c3d439
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk
    namespace: kserve-ci-e2e-test
    resourceVersion: "50748"
    uid: 0375a2e4-e2ee-4290-a677-0ddf4f3d7d02
  kind: Event
  lastTimestamp: "2026-07-28T18:34:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:23Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk.18c687d7dc04b3af
    namespace: kserve-ci-e2e-test
    resourceVersion: "51309"
    uid: 08c48ffa-a4ee-481f-b3f7-37da1868305c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7d5449bb4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "50736"
    uid: 0b576fae-2f2a-4231-9539-db0bbd275664
  kind: Event
  lastTimestamp: "2026-07-28T18:33:13Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7d5449bb4f-vgwtk'
  metadata:
    creationTimestamp: "2026-07-28T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:33:13Z"
    name: isvc-sklearn-s3-predictor-7d5449bb4f.18c687c78932db2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50747"
    uid: 56ce66eb-323c-4d26-93da-020e7642103b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50734"
    uid: ee935ea1-1316-47cc-aa0f-1438a6491634
  kind: Event
  lastTimestamp: "2026-07-28T18:33:13Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7d5449bb4f from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:33:13Z"
    name: isvc-sklearn-s3-predictor.18c687c7869a6aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "50737"
    uid: c8b3af64-4d99-4bc5-84b2-69e126cb864e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50735"
    uid: d492dd85-ba9f-48f6-ad39-ba8f461f8c96
  kind: Event
  lastTimestamp: "2026-07-28T18:33:58Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:33:58Z"
    name: isvc-sklearn-s3-predictor.18c687cb05780d6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "51107"
    uid: a90c61a2-9105-4b68-b914-90c0d7af6f62
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50735"
    uid: d492dd85-ba9f-48f6-ad39-ba8f461f8c96
  kind: Event
  lastTimestamp: "2026-07-28T18:33:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:33:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:33:58Z"
    name: isvc-sklearn-s3-predictor.18c687cb05f9c53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51108"
    uid: bb990586-d11c-4c45-92ad-f2b956c1902e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50894"
    uid: d492dd85-ba9f-48f6-ad39-ba8f461f8c96
  kind: Event
  lastTimestamp: "2026-07-28T18:34:13Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:13Z"
    name: isvc-sklearn-s3-predictor.18c687d5833b2563
    namespace: kserve-ci-e2e-test
    resourceVersion: "51205"
    uid: f2a56dae-2772-4c48-9857-b6e9f86463e3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50894"
    uid: d492dd85-ba9f-48f6-ad39-ba8f461f8c96
  kind: Event
  lastTimestamp: "2026-07-28T18:34:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:13Z"
    name: isvc-sklearn-s3-predictor.18c687d583b91afd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51207"
    uid: dc9142ec-0e8c-4471-9f55-6891e4a2997c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:37:17.018409Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52823"
    uid: f8405899-6d85-4780-b49c-c403654373cb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:37:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:37:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg.18c6880043d573aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "52827"
    uid: c13e07ea-4afc-4771-bd17-a1cf202e1a59
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52825"
    uid: f8405899-6d85-4780-b49c-c403654373cb
  kind: Event
  lastTimestamp: "2026-07-28T18:37:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg.18c68800502073a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "52838"
    uid: 0a8a2130-d8c0-4593-af7a-82b38dfa7192
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52833"
    uid: f8405899-6d85-4780-b49c-c403654373cb
  kind: Event
  lastTimestamp: "2026-07-28T18:37:18Z"
  message: Add eth0 [10.132.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:37:18Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg.18c688008084be08
    namespace: kserve-ci-e2e-test
    resourceVersion: "52850"
    uid: 304315c0-7b92-49cf-8aed-4b6b354a574b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52825"
    uid: f8405899-6d85-4780-b49c-c403654373cb
  kind: Event
  lastTimestamp: "2026-07-28T18:37:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg.18c6880081edd364
    namespace: kserve-ci-e2e-test
    resourceVersion: "52893"
    uid: 149258e1-e55b-465d-9265-e88588fbce12
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52825"
    uid: f8405899-6d85-4780-b49c-c403654373cb
  kind: Event
  lastTimestamp: "2026-07-28T18:37:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg.18c6880085392808
    namespace: kserve-ci-e2e-test
    resourceVersion: "52896"
    uid: 51c0add2-a1a1-45f6-902a-904b695125b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52825"
    uid: f8405899-6d85-4780-b49c-c403654373cb
  kind: Event
  lastTimestamp: "2026-07-28T18:37:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg.18c68800859fb6a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52897"
    uid: 41f3fed4-aca1-48d0-a93d-32ca174b332d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg
    namespace: kserve-ci-e2e-test
    resourceVersion: "52825"
    uid: f8405899-6d85-4780-b49c-c403654373cb
  kind: Event
  lastTimestamp: "2026-07-28T18:37:27Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:37:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:27Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg.18c68802975e5e0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52951"
    uid: d9064946-c096-4898-b099-86b5eca7e6e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885
    namespace: kserve-ci-e2e-test
    resourceVersion: "52814"
    uid: 9fa24eb1-4a6f-4ebd-951f-63fd3daebda8
  kind: Event
  lastTimestamp: "2026-07-28T18:37:17Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885-7hqzg'
  metadata:
    creationTimestamp: "2026-07-28T18:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:17Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885.18c68800435ec18e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52824"
    uid: 5791def3-4fc8-44e1-b1d4-5429eec04ebf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52812"
    uid: c84d9b42-dff8-4a94-93d3-f4533e63349c
  kind: Event
  lastTimestamp: "2026-07-28T18:37:16Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-77d7cc7885
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:16Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18c6880040b33d9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52815"
    uid: 4b448b09-6cca-4b3f-b5f9-ba6242c87db3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "52805"
    uid: 7e0040b1-14fc-4f02-8eaf-7896cd4715a2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:22Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c6880040be567d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52900"
    uid: 31acf1df-ee53-42f2-97ee-2178ccc1b5f6
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "52805"
    uid: 7e0040b1-14fc-4f02-8eaf-7896cd4715a2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:16Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:37:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:16Z"
    name: isvc-sklearn-s3-tls-custom-fail.18c68800413eb71d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52819"
    uid: 2abe7ca8-8475-4a0c-b3f7-ba6b16f33ae3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:35:55.893377Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52157"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:35:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:35:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687ed60679c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52161"
    uid: d3c8f4fa-6a21-4f93-9ff2-a5ab9d4f14ac
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52167"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:56Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:35:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687ed79ce35c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52177"
    uid: 2bb2d8b8-9e16-403c-bcef-fb6b98f4a666
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687ed7b26ccef
    namespace: kserve-ci-e2e-test
    resourceVersion: "52179"
    uid: 978ec27c-ddb3-4138-b757-f7904c5c76a0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687ed7ddcb12e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52180"
    uid: 62790102-1cec-4dc2-80f6-ae6da0bb91f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687ed7e4d73e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "52181"
    uid: 909500c9-fd96-4000-99f2-0c58c829e6f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:57Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687edd15094a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52197"
    uid: 70337568-d251-4c8c-8d10-8184a23767d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687edd45536ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "52200"
    uid: 57a1c92b-b809-45c7-849c-dbf5b95773e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687edd4c4dc93
    namespace: kserve-ci-e2e-test
    resourceVersion: "52201"
    uid: 7241195c-0f8c-4f7e-ad1b-29dce8383c0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687edd4cf4cdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "52203"
    uid: baaba3c3-e47f-46ee-8b0f-55b5dab894cd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687edd78306c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "52209"
    uid: 1083b7b8-efb4-421f-90ab-1926256595ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:57Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687edd7ebf96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52211"
    uid: ccb7b613-3826-4d9b-bc10-25dff41d32e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:35:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:04Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c687ee0d5e4b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "52690"
    uid: 0a59fcae-a47e-44bd-afa4-058a7af1e6e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:15Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c68800034757a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "52786"
    uid: 258cdeae-ffed-4ff1-8834-7e6784824847
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:15Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:37:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:15Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c688000347da0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52787"
    uid: 254d9d1a-4031-486c-aee6-639822feac40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj
    namespace: kserve-ci-e2e-test
    resourceVersion: "52159"
    uid: 9b7a6ff0-e7f3-4472-8c3b-3d545e70245a
  kind: Event
  lastTimestamp: "2026-07-28T18:37:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:37:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:19Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj.18c68800e9cfebd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "52874"
    uid: 609d8288-ac9b-4bc4-a8d2-22c19c5f9c36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52147"
    uid: 27be3195-15c5-4747-b363-eef654bf087d
  kind: Event
  lastTimestamp: "2026-07-28T18:35:55Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf-rgrkj'
  metadata:
    creationTimestamp: "2026-07-28T18:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf.18c687ed6000d17f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52158"
    uid: 044583e6-37e4-4c77-97d3-19c1824ba22a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52145"
    uid: abc078c5-8f65-491d-9897-3749b1bf6ac7
  kind: Event
  lastTimestamp: "2026-07-28T18:35:55Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-6449bd88bf
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:55Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c687ed5da3333d
    namespace: kserve-ci-e2e-test
    resourceVersion: "52149"
    uid: a26f9ec8-ef9c-4103-a6cb-e07eee1ac52a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52146"
    uid: 4c8c04db-1b90-452c-9358-1c8290aee121
  kind: Event
  lastTimestamp: "2026-07-28T18:36:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:36:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c687f0dc53ec2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "52518"
    uid: 394a9de8-cbaf-481f-8b50-b59b067a310c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52146"
    uid: 4c8c04db-1b90-452c-9358-1c8290aee121
  kind: Event
  lastTimestamp: "2026-07-28T18:36:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:36:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:36:40Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c687f0dcb99b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "52519"
    uid: 10d43970-a7fd-4f58-a9bf-5092dcc5dc2f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52308"
    uid: 4c8c04db-1b90-452c-9358-1c8290aee121
  kind: Event
  lastTimestamp: "2026-07-28T18:37:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c687fb5aa78c0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "52729"
    uid: 70bc299b-27e8-4c5d-945a-8391d1a1c1e2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:36:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52308"
    uid: 4c8c04db-1b90-452c-9358-1c8290aee121
  kind: Event
  lastTimestamp: "2026-07-28T18:37:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:36:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:10Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18c687fb5b1367a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "52730"
    uid: b872a7c9-11e2-4cb6-8e09-b4af5140371b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52138"
    uid: 0262103b-58a5-4f3f-beff-30dc25806923
  kind: Event
  lastTimestamp: "2026-07-28T18:37:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:14Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c687ed5db38187
    namespace: kserve-ci-e2e-test
    resourceVersion: "52763"
    uid: 291ef7d0-9a44-4d93-9ed2-a0761fa03f14
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52138"
    uid: 0262103b-58a5-4f3f-beff-30dc25806923
  kind: Event
  lastTimestamp: "2026-07-28T18:35:55Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:55Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c687ed5e1b8ec3
    namespace: kserve-ci-e2e-test
    resourceVersion: "52152"
    uid: 17eb7f21-cbdc-47b1-96fc-50bb667af027
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52761"
    uid: 0262103b-58a5-4f3f-beff-30dc25806923
  kind: Event
  lastTimestamp: "2026-07-28T18:37:14Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:37:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:14Z"
    name: isvc-sklearn-s3-tls-custom-pass.18c687ffc54f3d3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52762"
    uid: 4ff39d3d-58d2-4e4b-a398-a1406233ccd7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:35:44.758265Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "52004"
    uid: ef5adb9c-a425-4517-80c6-f73dcd484239
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:35:44Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:35:44Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn.18c687eac8b35811
    namespace: kserve-ci-e2e-test
    resourceVersion: "52008"
    uid: dc845ed3-e98d-4077-8901-765977418770
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "52014"
    uid: ef5adb9c-a425-4517-80c6-f73dcd484239
  kind: Event
  lastTimestamp: "2026-07-28T18:35:45Z"
  message: Add eth0 [10.132.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:35:45Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn.18c687eae1a5be1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "52022"
    uid: d154e3ca-ec3a-462c-b6d1-5bff89b515c5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "52006"
    uid: ef5adb9c-a425-4517-80c6-f73dcd484239
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn.18c687eae309f522
    namespace: kserve-ci-e2e-test
    resourceVersion: "52079"
    uid: dc9605e1-33dd-4464-916b-cb6872a74b4a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "52006"
    uid: ef5adb9c-a425-4517-80c6-f73dcd484239
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn.18c687eae58ea64e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52082"
    uid: 892b423f-84b1-48a8-b71a-78ab58d36599
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "52006"
    uid: ef5adb9c-a425-4517-80c6-f73dcd484239
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:35:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn.18c687eae5fb3abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "52083"
    uid: df73ad5e-2b9e-4b9d-becb-1073873208c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn
    namespace: kserve-ci-e2e-test
    resourceVersion: "52006"
    uid: ef5adb9c-a425-4517-80c6-f73dcd484239
  kind: Event
  lastTimestamp: "2026-07-28T18:35:54Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:35:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:54Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn.18c687ed1e200a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "52122"
    uid: 3ff7de66-d71a-4b3d-816f-e4d11b7da1e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777
    namespace: kserve-ci-e2e-test
    resourceVersion: "51995"
    uid: 1a18c16b-2b31-43be-ac1e-a197fb059279
  kind: Event
  lastTimestamp: "2026-07-28T18:35:44Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-8645544777-wgvnn'
  metadata:
    creationTimestamp: "2026-07-28T18:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:44Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-8645544777.18c687eac84b256e
    namespace: kserve-ci-e2e-test
    resourceVersion: "52005"
    uid: bfe27e5d-0420-4ba2-9bbe-550b8f4a4176
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:44Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51992"
    uid: 6d9a1fda-8d16-4011-a9fa-4109cc9e48f9
  kind: Event
  lastTimestamp: "2026-07-28T18:35:44Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-8645544777
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:44Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18c687eac5e0d1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "51996"
    uid: 42393f9a-be65-4ca5-a874-b7295326e449
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "51985"
    uid: 9102f451-2fd7-43e1-94c9-32f347f755a0
  kind: Event
  lastTimestamp: "2026-07-28T18:35:51Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:51Z"
    name: isvc-sklearn-s3-tls-global-fail.18c687eac5e495a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "52087"
    uid: 1cf3e4a6-a150-453e-bd07-37c793a8a8b4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "51985"
    uid: 9102f451-2fd7-43e1-94c9-32f347f755a0
  kind: Event
  lastTimestamp: "2026-07-28T18:35:44Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:44Z"
    name: isvc-sklearn-s3-tls-global-fail.18c687eac675f590
    namespace: kserve-ci-e2e-test
    resourceVersion: "52000"
    uid: 34db89fe-c7fa-47d2-a989-8ab38fa8c744
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:34:23.639388Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51335"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:34:23Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:34:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d7e5a381e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51339"
    uid: b16f375f-dd92-4980-b731-a9c3f8bbb31f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:34:23Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d7efd24672
    namespace: kserve-ci-e2e-test
    resourceVersion: "51351"
    uid: f4371be8-ed12-42de-8a1b-b78d57a800a7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51344"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:34:24Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:34:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d82654b776
    namespace: kserve-ci-e2e-test
    resourceVersion: "51359"
    uid: e87dd9dc-e533-4562-8351-6e7ea5c6db1b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:34:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d827a7501d
    namespace: kserve-ci-e2e-test
    resourceVersion: "51361"
    uid: 81056b3d-bfb5-4beb-ac97-31a987e8f94c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:34:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d82ab8a043
    namespace: kserve-ci-e2e-test
    resourceVersion: "51362"
    uid: d6f86743-38c4-4683-948a-0512469c6adb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:34:24Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:34:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d82b27838c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51363"
    uid: 41c3c6b5-5a35-4ba7-8301-7ee1661b48d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:34:26Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d88aed43f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51385"
    uid: 1355423a-a77e-4406-9bb3-e8ab116a7ddd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:34:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d88e08de90
    namespace: kserve-ci-e2e-test
    resourceVersion: "51387"
    uid: 915c4d80-a8e2-4862-ba6b-54e997a1c58f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:34:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d88e76e155
    namespace: kserve-ci-e2e-test
    resourceVersion: "51388"
    uid: c8b2af33-de2d-4bd0-be01-a818e23e1d63
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:34:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d88e7fe754
    namespace: kserve-ci-e2e-test
    resourceVersion: "51391"
    uid: 337183fd-d051-40de-89cf-19aa7010d21e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:34:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d8913ea9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "51392"
    uid: efe4bfff-34b7-4465-ad5b-636c4623b7a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:34:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:34:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:34:26Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d891acd892
    namespace: kserve-ci-e2e-test
    resourceVersion: "51393"
    uid: 60e58d48-957d-4b54-b10b-c16efbc7329f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:35:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:34:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:34Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687d902c3dd62
    namespace: kserve-ci-e2e-test
    resourceVersion: "51873"
    uid: e1982a79-94f6-438c-8646-1edbbe3e2168
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:35:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687ea8a53bd70
    namespace: kserve-ci-e2e-test
    resourceVersion: "51966"
    uid: 86e2f51e-1dbc-4868-b21e-e4f90fe93230
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:35:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:43Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687ea8a5433c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "51967"
    uid: 961dcaac-12ee-4498-9af7-94afec9ea363
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51337"
    uid: 27805ac6-8072-4d94-a24b-9aa6c010fae4
  kind: Event
  lastTimestamp: "2026-07-28T18:35:44Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:35:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:35:44Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf.18c687eab4eba537
    namespace: kserve-ci-e2e-test
    resourceVersion: "51975"
    uid: 7766eee6-e7fb-46eb-8784-d24a92e9f24a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "51325"
    uid: 3f85ccc6-288a-4119-a887-18756815f625
  kind: Event
  lastTimestamp: "2026-07-28T18:34:23Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c-5z4kf'
  metadata:
    creationTimestamp: "2026-07-28T18:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c.18c687d7e517ee18
    namespace: kserve-ci-e2e-test
    resourceVersion: "51336"
    uid: 8410f7aa-631c-4675-9e35-78888d7ab278
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:23Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51323"
    uid: aed9ff5f-87e3-4126-8657-4fb5541a1817
  kind: Event
  lastTimestamp: "2026-07-28T18:34:23Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-686f497c9c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:34:23Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c687d7e24d7663
    namespace: kserve-ci-e2e-test
    resourceVersion: "51326"
    uid: e6291a28-ce1e-41b2-b895-c4c95873132e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51324"
    uid: a483d6b9-46b2-455b-b2b7-55145b712b7a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:08Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c687db60f5cd46
    namespace: kserve-ci-e2e-test
    resourceVersion: "51690"
    uid: d4c8a5b0-79cc-419e-aff9-d979c3dd04c2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:38Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51324"
    uid: a483d6b9-46b2-455b-b2b7-55145b712b7a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:08Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:34:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:08Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c687db6158b1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "51691"
    uid: d30f1f82-682c-4128-a2ac-dbe78ef65637
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51479"
    uid: a483d6b9-46b2-455b-b2b7-55145b712b7a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:38Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c687e5dee37985
    namespace: kserve-ci-e2e-test
    resourceVersion: "51904"
    uid: fbcd06c6-4480-4f33-aac8-6313d5f0e0b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:23Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "51479"
    uid: a483d6b9-46b2-455b-b2b7-55145b712b7a
  kind: Event
  lastTimestamp: "2026-07-28T18:35:38Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:35:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:35:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18c687e5df4ab1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "51905"
    uid: 2bcc8efd-44c0-4fb3-8524-701952c80c7b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "51313"
    uid: 102c70a3-8179-4c36-a8f0-84f8cfe6ac24
  kind: Event
  lastTimestamp: "2026-07-28T18:35:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:40Z"
    name: isvc-sklearn-s3-tls-global-pass.18c687d7e2517fa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51927"
    uid: 0d412666-459f-4625-86f4-57253decc652
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "51313"
    uid: 102c70a3-8179-4c36-a8f0-84f8cfe6ac24
  kind: Event
  lastTimestamp: "2026-07-28T18:34:23Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:34:23Z"
    name: isvc-sklearn-s3-tls-global-pass.18c687d7e2d3b6cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "51330"
    uid: 1c8396dc-899a-4cb1-8810-ded722aed36b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:35:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "51925"
    uid: 102c70a3-8179-4c36-a8f0-84f8cfe6ac24
  kind: Event
  lastTimestamp: "2026-07-28T18:35:39Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:35:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:35:40Z"
    name: isvc-sklearn-s3-tls-global-pass.18c687e9ad141ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "51926"
    uid: d5e07da3-e1e7-48d3-a5aa-ba2002c012df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:38:59.303947Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "53727"
    uid: 4c82260f-ebeb-4337-ba45-f3b4266d297c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:38:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:38:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw.18c688181486cf58
    namespace: kserve-ci-e2e-test
    resourceVersion: "53731"
    uid: 843b0b92-08d2-46e5-b9be-2c46bd6c23eb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "53735"
    uid: 4c82260f-ebeb-4337-ba45-f3b4266d297c
  kind: Event
  lastTimestamp: "2026-07-28T18:38:59Z"
  message: Add eth0 [10.132.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:38:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw.18c688182d53f499
    namespace: kserve-ci-e2e-test
    resourceVersion: "53742"
    uid: 7bfb108f-765e-44ff-a99b-c0d538444c98
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "53729"
    uid: 4c82260f-ebeb-4337-ba45-f3b4266d297c
  kind: Event
  lastTimestamp: "2026-07-28T18:39:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:02Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw.18c688182eb101af
    namespace: kserve-ci-e2e-test
    resourceVersion: "53775"
    uid: a05480c6-49b5-49ad-81c7-6e4a3e82debd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "53729"
    uid: 4c82260f-ebeb-4337-ba45-f3b4266d297c
  kind: Event
  lastTimestamp: "2026-07-28T18:39:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:02Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw.18c6881831562a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "53777"
    uid: dd6b7b12-8b8f-47ee-97de-dc045790ccdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "53729"
    uid: 4c82260f-ebeb-4337-ba45-f3b4266d297c
  kind: Event
  lastTimestamp: "2026-07-28T18:39:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:02Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw.18c6881831bffe8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "53778"
    uid: 043c8adc-e44d-43d7-96ef-a4bd75ec6166
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:39:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw
    namespace: kserve-ci-e2e-test
    resourceVersion: "53729"
    uid: 4c82260f-ebeb-4337-ba45-f3b4266d297c
  kind: Event
  lastTimestamp: "2026-07-28T18:39:05Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw_kserve-ci-e2e-test(4c82260f-ebeb-4337-ba45-f3b4266d297c)
  metadata:
    creationTimestamp: "2026-07-28T18:39:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:39:05Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw.18c6881982c412d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53806"
    uid: 94a67dcd-c187-4297-900d-7153e882d6e2
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888
    namespace: kserve-ci-e2e-test
    resourceVersion: "53716"
    uid: 888c1813-6c82-4613-a20b-f6b2fba7a4f8
  kind: Event
  lastTimestamp: "2026-07-28T18:38:59Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888-wmmmw'
  metadata:
    creationTimestamp: "2026-07-28T18:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-689d488888.18c68818141d099b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53728"
    uid: 2fd392bf-c1b0-4d58-a529-463d3b8dbfd7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53714"
    uid: bfd8dbe1-15db-4e54-9fbf-51f54c32c128
  kind: Event
  lastTimestamp: "2026-07-28T18:38:59Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-689d488888
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:59Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18c68818101726d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53717"
    uid: d45ccf2c-2ebb-4823-9260-254b22fb32c4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53707"
    uid: bd56a03f-90d7-459d-8842-4e8b462f8bdb
  kind: Event
  lastTimestamp: "2026-07-28T18:39:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:39:05Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c68818102940f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "53812"
    uid: b40da355-d2a1-43d1-9920-67e637c4bddd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "53707"
    uid: bd56a03f-90d7-459d-8842-4e8b462f8bdb
  kind: Event
  lastTimestamp: "2026-07-28T18:38:59Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:38:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:38:59Z"
    name: isvc-sklearn-s3-tls-serving-fail.18c68818109de384
    namespace: kserve-ci-e2e-test
    resourceVersion: "53721"
    uid: 517f5a64-68aa-4f93-83f1-7e4b3900f62b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:37:28.125390Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52984"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:37:28Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:37:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c68802d9dc7f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "52989"
    uid: e1e83141-d168-4606-be51-9e08eb0471e6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52995"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:28Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:37:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c68802f36f983d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53009"
    uid: f003a7e4-3112-49c6-b604-1283ba01f119
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c68802f4bd6d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53012"
    uid: 6a5a83a1-6481-4d4b-abd3-ac1ae7ac4ca9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c68802f7b72416
    namespace: kserve-ci-e2e-test
    resourceVersion: "53014"
    uid: abc87a28-78be-4dfa-8060-fd8e74569383
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c68802f83ce155
    namespace: kserve-ci-e2e-test
    resourceVersion: "53015"
    uid: 18a9eaec-78aa-43d9-ab46-d405ecc69769
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c68803542d2ec7
    namespace: kserve-ci-e2e-test
    resourceVersion: "53034"
    uid: e763bbe5-3bed-4401-8909-b213f0e1f778
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c68803572caae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "53037"
    uid: 00cf1224-08dd-4bb5-98f5-e9b5eeb7084d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c68803579b9173
    namespace: kserve-ci-e2e-test
    resourceVersion: "53038"
    uid: 3588b58b-64cb-4ca2-87e9-bf3125fa910a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c6880357a61cb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "53040"
    uid: 2eb7b1e9-9d9c-455f-800d-8bfacf9d8423
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c688035a62a67e
    namespace: kserve-ci-e2e-test
    resourceVersion: "53042"
    uid: fc20051d-5d7b-4878-836c-e9a443759835
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:37:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:37:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:37:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c688035ad2d5af
    namespace: kserve-ci-e2e-test
    resourceVersion: "53043"
    uid: 26811b35-f6ca-4299-a409-a1495a9f4104
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:38:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:38Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c68803cc4b8d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "53528"
    uid: 6f7f661c-c108-40dc-8b0c-b5f9139fc634
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:38:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c68817d3e4efa0
    namespace: kserve-ci-e2e-test
    resourceVersion: "53692"
    uid: 5bc7c568-1ad1-4140-9fba-f155dc32c5d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94
    namespace: kserve-ci-e2e-test
    resourceVersion: "52986"
    uid: 91510293-b028-483a-9c1e-bf34e17caaa2
  kind: Event
  lastTimestamp: "2026-07-28T18:38:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:38:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94.18c68817d3e59213
    namespace: kserve-ci-e2e-test
    resourceVersion: "53693"
    uid: 95faad0f-6e1c-49c5-85af-6cba2d91eb28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874
    namespace: kserve-ci-e2e-test
    resourceVersion: "52976"
    uid: af2422ee-1c51-459e-aca1-107f024b85c9
  kind: Event
  lastTimestamp: "2026-07-28T18:37:28Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874-mxq94'
  metadata:
    creationTimestamp: "2026-07-28T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874.18c68802d972db15
    namespace: kserve-ci-e2e-test
    resourceVersion: "52987"
    uid: 3f63b850-895e-4125-b01b-7b0d24a9d08c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:28Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52974"
    uid: 706c5e75-3084-4359-8f99-39811069a40f
  kind: Event
  lastTimestamp: "2026-07-28T18:37:28Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-58c5c9b874
    from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:37:28Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c68802d7055fab
    namespace: kserve-ci-e2e-test
    resourceVersion: "52977"
    uid: 3f8bea4c-baff-4873-8716-94c810b533cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52975"
    uid: 730d2099-653b-44ed-be66-d088bc147596
  kind: Event
  lastTimestamp: "2026-07-28T18:38:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6880655963fc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "53344"
    uid: 97c2651b-4178-477d-a069-82dec72ab78a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:43Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "52975"
    uid: 730d2099-653b-44ed-be66-d088bc147596
  kind: Event
  lastTimestamp: "2026-07-28T18:38:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:37:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:13Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c6880656035588
    namespace: kserve-ci-e2e-test
    resourceVersion: "53345"
    uid: 3869c892-08e2-4e14-bf6f-68e2c7bfcb71
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53133"
    uid: 730d2099-653b-44ed-be66-d088bc147596
  kind: Event
  lastTimestamp: "2026-07-28T18:38:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c68809d52a4a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "53687"
    uid: eb910a87-98c9-49d9-9a47-2b0d644b552b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "53133"
    uid: 730d2099-653b-44ed-be66-d088bc147596
  kind: Event
  lastTimestamp: "2026-07-28T18:38:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:37:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:38:58Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18c68809d595a943
    namespace: kserve-ci-e2e-test
    resourceVersion: "53689"
    uid: 4b8f9e15-7b29-4688-88f0-ba374d06351a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52967"
    uid: e9faf591-0f7d-4ad1-b130-72c9e34463c7
  kind: Event
  lastTimestamp: "2026-07-28T18:38:48Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:38:48Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c68802d707ef3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "53610"
    uid: 3405fb79-376d-459c-ab5c-2df03b29fd1d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52967"
    uid: e9faf591-0f7d-4ad1-b130-72c9e34463c7
  kind: Event
  lastTimestamp: "2026-07-28T18:37:28Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:28Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c68802d78d0ad3
    namespace: kserve-ci-e2e-test
    resourceVersion: "53000"
    uid: 82f26106-4ee2-4556-aa0a-4c6252f0b92b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:37:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "52969"
    uid: e9faf591-0f7d-4ad1-b130-72c9e34463c7
  kind: Event
  lastTimestamp: "2026-07-28T18:37:28Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:37:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:37:28Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c68802de5deb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "53001"
    uid: 8d37a938-9ce9-4713-9270-e2fc103dd577
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:38:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "53607"
    uid: e9faf591-0f7d-4ad1-b130-72c9e34463c7
  kind: Event
  lastTimestamp: "2026-07-28T18:38:48Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:38:48Z"
    name: isvc-sklearn-s3-tls-serving-pass.18c688158486cdad
    namespace: kserve-ci-e2e-test
    resourceVersion: "53608"
    uid: 36956346-25ce-434a-88af-30feaf2de195
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "50727"
    uid: 05dc51f4-5036-440b-91db-cbc731e6aae6
  kind: Event
  lastTimestamp: "2026-07-28T18:34:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:34:22Z"
    name: isvc-sklearn-s3.18c687c7869c9e73
    namespace: kserve-ci-e2e-test
    resourceVersion: "51283"
    uid: 6f1d7fd1-2a83-44ff-b5f8-22e593825320
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "50727"
    uid: 05dc51f4-5036-440b-91db-cbc731e6aae6
  kind: Event
  lastTimestamp: "2026-07-28T18:33:13Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:33:13Z"
    name: isvc-sklearn-s3.18c687c7871f73a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "50741"
    uid: 291cb5a4-6ac6-416b-a82b-37f407355360
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:34:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "51281"
    uid: 05dc51f4-5036-440b-91db-cbc731e6aae6
  kind: Event
  lastTimestamp: "2026-07-28T18:34:22Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:34:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:34:22Z"
    name: isvc-sklearn-s3.18c687d79cf04ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "51282"
    uid: e2becffc-215a-44de-a83a-0cfa801d4d0b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6f5cb5874b
    namespace: kserve-ci-e2e-test
    resourceVersion: "41160"
    uid: 9c41a3ad-6396-4873-b18f-767a383c0bcb
  kind: Event
  lastTimestamp: "2026-07-28T18:14:36Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6f5cb5874b-2wwmb'
  metadata:
    creationTimestamp: "2026-07-28T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:14:36Z"
    name: isvc-sklearn-scheduler-predictor-6f5cb5874b.18c686c3886007bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "41170"
    uid: 3c575c70-2458-4101-9cb2-7df4e2b2c5f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "41159"
    uid: 4bc4c498-57a9-461f-ad33-bc6bc59b529c
  kind: Event
  lastTimestamp: "2026-07-28T18:14:36Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6f5cb5874b from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:14:36Z"
    name: isvc-sklearn-scheduler-predictor.18c686c385242ab7
    namespace: kserve-ci-e2e-test
    resourceVersion: "41162"
    uid: 69d93d47-61d5-4d2c-872a-2538f1693efd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "41152"
    uid: 47a1e3a7-1ad0-42b5-98f9-51e530628404
  kind: Event
  lastTimestamp: "2026-07-28T18:14:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:14:36Z"
    name: isvc-sklearn-scheduler.18c686c384c95e1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "41182"
    uid: 28e5e9e7-bbb6-4112-8459-2194f9e5b4b0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "41152"
    uid: 47a1e3a7-1ad0-42b5-98f9-51e530628404
  kind: Event
  lastTimestamp: "2026-07-28T18:14:36Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:14:36Z"
    name: isvc-sklearn-scheduler.18c686c3855ea2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "41179"
    uid: a15521db-7b5c-4384-8a8c-c8f53b688985
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "41152"
    uid: 47a1e3a7-1ad0-42b5-98f9-51e530628404
  kind: Event
  lastTimestamp: "2026-07-28T18:14:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:14:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:14:36Z"
    name: isvc-sklearn-scheduler.18c686c3855ee665
    namespace: kserve-ci-e2e-test
    resourceVersion: "41180"
    uid: af44d490-9908-49a5-bf12-fa7d58292f06
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:20:32.376779Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44471"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:20:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c687165a86a540
    namespace: kserve-ci-e2e-test
    resourceVersion: "44476"
    uid: 18aa827b-c1b1-44e6-a118-ba916a8ee7b0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44481"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:32Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c6871673f0dc5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44491"
    uid: eb0d14e6-f5a5-4e4f-869d-3f4635999660
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c68716754c3b4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44493"
    uid: f84774b8-87c0-42ca-b43c-3e74cc3d287d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c6871677fb6990
    namespace: kserve-ci-e2e-test
    resourceVersion: "44494"
    uid: 61c95fb4-fdb7-4237-9411-a34cdd00b2bf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c687167868dba6
    namespace: kserve-ci-e2e-test
    resourceVersion: "44495"
    uid: d8f32b11-207f-4dd8-ad07-fe96b102e6db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:36Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c6871769ac426d
    namespace: kserve-ci-e2e-test
    resourceVersion: "44528"
    uid: 20541baa-6853-4ed0-a376-7072d9a6c00d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:36Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c687176cec3bfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "44530"
    uid: d22b310d-9596-4fd9-9b3a-47ca1549cd77
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:36Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c687176d5f41a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44532"
    uid: 97c1497a-57b9-49eb-b01b-011bd04eed90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:20:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:36Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c687176d69c6d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44534"
    uid: 58e7d19d-2fc4-4d2c-af3d-c39b4663020e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:37Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c68717701f9226
    namespace: kserve-ci-e2e-test
    resourceVersion: "44535"
    uid: 7aab007e-6770-4a60-9378-b4da5a8531ef
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:20:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:37Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c687177090d7b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "44537"
    uid: 0e846b7c-1ecc-49c7-9919-c32ba002e4dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:22:04Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:20:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:04Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c68717e18069b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45177"
    uid: 890c5740-d7e7-49fd-9f58-17519f14b985
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:22:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:02Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c6872b5e5d37c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45161"
    uid: 8e9f7e84-3f5a-4b59-be5b-aa00d570f4a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:22:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:22:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:02Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c6872b5e5de54a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45162"
    uid: ec14310e-15a6-4c49-89fd-cc538ae2f1df
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m
    namespace: kserve-ci-e2e-test
    resourceVersion: "44473"
    uid: ef87f0ea-95b0-4180-a0e5-6f8144d4711a
  kind: Event
  lastTimestamp: "2026-07-28T18:22:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:22:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:04Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m.18c6872be7b7d9b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45176"
    uid: 55eb30d3-f9d4-40e1-8c3c-351bb027f6ea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "44462"
    uid: 9b86ed05-f749-4aed-86e7-df826aeca71a
  kind: Event
  lastTimestamp: "2026-07-28T18:20:32Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-66f8b44c4f-mrp7m'
  metadata:
    creationTimestamp: "2026-07-28T18:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor-66f8b44c4f.18c687165a1628aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "44472"
    uid: 08e34983-cc3a-4c1c-b023-a7d6e2493bc2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44460"
    uid: 4124041d-8a89-4c18-a762-472def88bba7
  kind: Event
  lastTimestamp: "2026-07-28T18:20:32Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-66f8b44c4f from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:32Z"
    name: isvc-sklearn-v2-mixed-predictor.18c68716571ae96e
    namespace: kserve-ci-e2e-test
    resourceVersion: "44463"
    uid: 3c40e207-3088-48c6-a70e-ec4f4016d53d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44461"
    uid: 9c3d90b9-43d2-4780-b3b5-25056aa98a8f
  kind: Event
  lastTimestamp: "2026-07-28T18:21:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18c68719d5bd00e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44718"
    uid: 4d9c7948-5d99-41ac-9f1f-fa75617e0dd7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44461"
    uid: 9c3d90b9-43d2-4780-b3b5-25056aa98a8f
  kind: Event
  lastTimestamp: "2026-07-28T18:21:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:20:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:21:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18c68719d62dcef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "44719"
    uid: 134cebde-2244-4a61-8002-cc8637664ffa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44608"
    uid: 9c3d90b9-43d2-4780-b3b5-25056aa98a8f
  kind: Event
  lastTimestamp: "2026-07-28T18:22:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18c68720d45eef20
    namespace: kserve-ci-e2e-test
    resourceVersion: "45142"
    uid: 32d8aae5-bbbc-47a6-beea-08551e4a7416
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "44608"
    uid: 9c3d90b9-43d2-4780-b3b5-25056aa98a8f
  kind: Event
  lastTimestamp: "2026-07-28T18:22:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:21:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:02Z"
    name: isvc-sklearn-v2-mixed-predictor.18c68720d4e23b5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45143"
    uid: 088b74d9-162b-4a30-836e-7bbe8b8ab6b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "44452"
    uid: 92ac6e82-522c-43ab-8702-1dc564172a27
  kind: Event
  lastTimestamp: "2026-07-28T18:21:55Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:21:55Z"
    name: isvc-sklearn-v2-mixed.18c68716572519b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45092"
    uid: 67c954e3-f8dd-4ecd-85b3-72d9a031a3cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "44452"
    uid: 92ac6e82-522c-43ab-8702-1dc564172a27
  kind: Event
  lastTimestamp: "2026-07-28T18:20:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:20:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:20:32Z"
    name: isvc-sklearn-v2-mixed.18c6871657c793ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "44467"
    uid: 19adca64-110b-491a-b61e-eff1fb309516
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:21:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "45090"
    uid: 92ac6e82-522c-43ab-8702-1dc564172a27
  kind: Event
  lastTimestamp: "2026-07-28T18:21:55Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:21:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:21:55Z"
    name: isvc-sklearn-v2-mixed.18c687299a3be18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45091"
    uid: 78ce0407-ceb1-43c1-8bf6-84105d621697
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:19:07.007910Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43761"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-c6d677456-g9ltl
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:19:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:19:07Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c687027a251664
    namespace: kserve-ci-e2e-test
    resourceVersion: "43767"
    uid: bbe9955e-d2f9-48fe-bc15-538e300dfa4c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43771"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:19:07Z"
  message: Add eth0 [10.132.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:19:07Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c6870292f461ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "43780"
    uid: 90e33346-a77e-4aec-a640-dcca12cb743c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:19:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:07Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c6870294548eaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43782"
    uid: fb4b3db3-c6b5-4bb7-9dc2-5e8dbbc05849
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:19:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:07Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c6870296f38012
    namespace: kserve-ci-e2e-test
    resourceVersion: "43783"
    uid: 324be11b-1635-4288-9afc-6b4c4baf96d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:19:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:07Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c6870297644a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "43784"
    uid: 4f3d5f94-bb34-4186-a4c9-a318bc2489af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:19:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1821"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:11Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c687038a9b3c6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43826"
    uid: ce81620a-5e68-40f5-a123-220fb93c401e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:19:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:11Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c687038d3eb8fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "43828"
    uid: 9d969233-a13e-4461-940d-5ea02761eec8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:19:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:11Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c687038daa3cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43829"
    uid: e0e38130-1312-459a-bd38-ccef872629b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:19:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:11Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c687038db2884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43830"
    uid: f006f687-b4f1-4e27-9982-53e29c01ae39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:19:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:11Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c687039079877b
    namespace: kserve-ci-e2e-test
    resourceVersion: "43833"
    uid: 180b23a6-942f-4764-ab76-ed614a391d7c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:19:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:11Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c6870390e3e523
    namespace: kserve-ci-e2e-test
    resourceVersion: "43834"
    uid: a979f225-07fd-4211-89ee-9c30507afff6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:20:29Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:19:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:29Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c68704025b909c
    namespace: kserve-ci-e2e-test
    resourceVersion: "44427"
    uid: 0c6da456-f165-4957-9ba8-ff3f2c84d92a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:20:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:27Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c6871526d58ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44402"
    uid: 7b8e0868-857e-47f7-b5ef-7aeacfd5e218
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:20:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:20:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:27Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c6871526d6a1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44403"
    uid: d42563ec-bb08-474b-b1c1-208b72482d81
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl
    namespace: kserve-ci-e2e-test
    resourceVersion: "43765"
    uid: 34a638fe-a14b-402a-b088-b67a3e83bd96
  kind: Event
  lastTimestamp: "2026-07-28T18:20:29Z"
  message: 'Readiness probe failed: Get "https://10.132.0.47:8643/healthz": dial tcp
    10.132.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:20:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:20:29Z"
    name: isvc-sklearn-v2-predictor-c6d677456-g9ltl.18c68715b4734e8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "44426"
    uid: f4881c0a-cdac-49fb-afe2-cbc86851434b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-c6d677456
    namespace: kserve-ci-e2e-test
    resourceVersion: "43752"
    uid: 1702796f-691e-4beb-a004-bdbfeeea5f89
  kind: Event
  lastTimestamp: "2026-07-28T18:19:07Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-c6d677456-g9ltl'
  metadata:
    creationTimestamp: "2026-07-28T18:19:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:07Z"
    name: isvc-sklearn-v2-predictor-c6d677456.18c6870279aca308
    namespace: kserve-ci-e2e-test
    resourceVersion: "43764"
    uid: ac04249f-45c4-4d50-8dd1-9eed38e33718
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43750"
    uid: 3698b6e0-7084-4433-b63a-9e72bb965014
  kind: Event
  lastTimestamp: "2026-07-28T18:19:06Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-c6d677456 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:06Z"
    name: isvc-sklearn-v2-predictor.18c687027669df2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "43753"
    uid: e723875b-e6e0-498a-980e-e0dad778597d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43751"
    uid: a611af62-7570-44da-9b10-289b62959a53
  kind: Event
  lastTimestamp: "2026-07-28T18:19:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:52Z"
    name: isvc-sklearn-v2-predictor.18c68705f5967092
    namespace: kserve-ci-e2e-test
    resourceVersion: "44125"
    uid: ffef98a3-0cae-4629-975c-a73036ce0ed7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43751"
    uid: a611af62-7570-44da-9b10-289b62959a53
  kind: Event
  lastTimestamp: "2026-07-28T18:19:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:52Z"
    name: isvc-sklearn-v2-predictor.18c68705f60642fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "44126"
    uid: e54e81cb-e649-4b0d-ba1c-02626f5f32db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43912"
    uid: a611af62-7570-44da-9b10-289b62959a53
  kind: Event
  lastTimestamp: "2026-07-28T18:20:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:22Z"
    name: isvc-sklearn-v2-predictor.18c687107397ad77
    namespace: kserve-ci-e2e-test
    resourceVersion: "44341"
    uid: ba3f18ea-c156-4043-b89e-00fcdb12d068
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43912"
    uid: a611af62-7570-44da-9b10-289b62959a53
  kind: Event
  lastTimestamp: "2026-07-28T18:20:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:20:22Z"
    name: isvc-sklearn-v2-predictor.18c687107415a3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "44342"
    uid: 7f6dcca7-1dae-44f4-9fff-7a9758cbbebb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:18:01.736183Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43214"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:18:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:18:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686f347a5a1d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43220"
    uid: f3464fd9-853a-4399-a5ef-baebfe56443b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43224"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:18:02Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686f36240a2f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43235"
    uid: caf7a7ce-6518-4505-8251-a5e892f895cc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:18:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686f363ea701c
    namespace: kserve-ci-e2e-test
    resourceVersion: "43237"
    uid: a0a36a25-58bc-4b1c-bd54-778647ceb056
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:18:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686f3669caabf
    namespace: kserve-ci-e2e-test
    resourceVersion: "43238"
    uid: 48af8441-a03e-405a-bdda-9ab8ff6d7a46
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:18:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:02Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686f366fd14c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "43239"
    uid: ab90e208-c9e1-4279-9353-a6be228ae699
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686f4587b8fe9
    namespace: kserve-ci-e2e-test
    resourceVersion: "43276"
    uid: e4fcf1e0-d199-407e-a320-bdbffa35fa23
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686f45b562624
    namespace: kserve-ci-e2e-test
    resourceVersion: "43278"
    uid: 2d6e891b-ee34-472d-a53f-14e31229cd4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686f45bc13f41
    namespace: kserve-ci-e2e-test
    resourceVersion: "43279"
    uid: d3fdc340-ddc6-4b8b-949d-9c2cfd822636
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686f45bca5cc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43280"
    uid: b5499289-254f-45a1-ac42-6e4a9fe83a88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686f45ea34515
    namespace: kserve-ci-e2e-test
    resourceVersion: "43283"
    uid: dc34e7cc-c84e-4e64-8747-97e159bb4061
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:18:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:18:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:06Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686f45f248fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "43285"
    uid: e8496938-440d-4e65-9c09-a02ad30979c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:18:44Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T18:18:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:18:44Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c686fd32c80073
    namespace: kserve-ci-e2e-test
    resourceVersion: "43556"
    uid: 9dc90114-eb2c-4e87-960a-d256c1bb6101
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:19:01Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c68701467319eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "43699"
    uid: 5a925a83-6aa0-485c-9ee3-5c9bc16e29de
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:19:01Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:19:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c6870146741330
    namespace: kserve-ci-e2e-test
    resourceVersion: "43700"
    uid: 64e2143a-738f-48ee-868a-85127262aa66
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp
    namespace: kserve-ci-e2e-test
    resourceVersion: "43216"
    uid: 4e7c7c85-2904-44d9-9f65-a1f324a23364
  kind: Event
  lastTimestamp: "2026-07-28T18:19:04Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:19:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:19:04Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp.18c68701da6515e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "43720"
    uid: e582f062-de80-42d1-8666-cb4a8388f2d8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "43205"
    uid: 741d94cb-4837-4471-9029-a517af34039f
  kind: Event
  lastTimestamp: "2026-07-28T18:18:01Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s5ggp'
  metadata:
    creationTimestamp: "2026-07-28T18:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:01Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18c686f34718acff
    namespace: kserve-ci-e2e-test
    resourceVersion: "43215"
    uid: 60cf1c6e-f014-4b29-982e-905ca0eef54c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43203"
    uid: 07620509-fd6c-4d0f-9557-9b17350b30d8
  kind: Event
  lastTimestamp: "2026-07-28T18:18:01Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:01Z"
    name: isvc-sklearn-v2-runtime-predictor.18c686f343b5d811
    namespace: kserve-ci-e2e-test
    resourceVersion: "43206"
    uid: 33aef2fa-68d1-4ebb-98f2-412c1dac87bb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43204"
    uid: de2fdf20-82da-4481-81c5-229b661fc648
  kind: Event
  lastTimestamp: "2026-07-28T18:18:31Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:31Z"
    name: isvc-sklearn-v2-runtime-predictor.18c686f6c24eb5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "43464"
    uid: 02f83635-d47a-466f-8fac-a50c70197fec
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43204"
    uid: de2fdf20-82da-4481-81c5-229b661fc648
  kind: Event
  lastTimestamp: "2026-07-28T18:18:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:18:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:18:31Z"
    name: isvc-sklearn-v2-runtime-predictor.18c686f6c2c97f33
    namespace: kserve-ci-e2e-test
    resourceVersion: "43465"
    uid: 0d936159-3a7a-418e-bc1b-4b91151fef51
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43361"
    uid: de2fdf20-82da-4481-81c5-229b661fc648
  kind: Event
  lastTimestamp: "2026-07-28T18:19:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:01Z"
    name: isvc-sklearn-v2-runtime-predictor.18c686fdc10925f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "43683"
    uid: 3dbde13f-3860-44c0-a733-add3e92ebd66
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "43361"
    uid: de2fdf20-82da-4481-81c5-229b661fc648
  kind: Event
  lastTimestamp: "2026-07-28T18:19:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:19:01Z"
    name: isvc-sklearn-v2-runtime-predictor.18c686fdc17916da
    namespace: kserve-ci-e2e-test
    resourceVersion: "43684"
    uid: 761ec281-b3a0-496e-9d01-2c0d8591eb75
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43194"
    uid: 0f4d9128-4669-4ca7-8e81-eeca3ceaae81
  kind: Event
  lastTimestamp: "2026-07-28T18:18:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:18:54Z"
    name: isvc-sklearn-v2-runtime.18c686f343bde911
    namespace: kserve-ci-e2e-test
    resourceVersion: "43634"
    uid: 8b091371-3878-4a3f-843c-cd5741d84351
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43194"
    uid: 0f4d9128-4669-4ca7-8e81-eeca3ceaae81
  kind: Event
  lastTimestamp: "2026-07-28T18:18:01Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:18:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:18:01Z"
    name: isvc-sklearn-v2-runtime.18c686f3446b4be6
    namespace: kserve-ci-e2e-test
    resourceVersion: "43210"
    uid: 00d96d1c-4a4c-4b7c-83cc-0899a5227f3b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:18:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "43632"
    uid: 0f4d9128-4669-4ca7-8e81-eeca3ceaae81
  kind: Event
  lastTimestamp: "2026-07-28T18:18:54Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:18:54Z"
    name: isvc-sklearn-v2-runtime.18c686ff8c1b3a6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "43633"
    uid: 8c899e79-6b51-4d0a-b540-2a85caad3b50
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43743"
    uid: 962f8a05-9aca-4f36-8c74-403cc1b2b8ce
  kind: Event
  lastTimestamp: "2026-07-28T18:20:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:20:19Z"
    name: isvc-sklearn-v2.18c68702766c8398
    namespace: kserve-ci-e2e-test
    resourceVersion: "44326"
    uid: cd4637db-2312-4f02-98f4-f9747f217b5b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:19:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "43743"
    uid: 962f8a05-9aca-4f36-8c74-403cc1b2b8ce
  kind: Event
  lastTimestamp: "2026-07-28T18:19:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:19:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:19:06Z"
    name: isvc-sklearn-v2.18c6870276e7e994
    namespace: kserve-ci-e2e-test
    resourceVersion: "43756"
    uid: a62dc744-68f5-43bf-98cf-1384e4724a72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:20:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "44324"
    uid: 962f8a05-9aca-4f36-8c74-403cc1b2b8ce
  kind: Event
  lastTimestamp: "2026-07-28T18:20:19Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:20:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:20:19Z"
    name: isvc-sklearn-v2.18c68713663c23f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "44325"
    uid: c1d7acd6-70a8-4287-9815-a6c3f9c1ba8a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41248"
    uid: a27d1a38-2843-4dce-8bf9-2606d97c1dfc
  kind: Event
  lastTimestamp: "2026-07-28T18:16:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:16:06Z"
    name: isvc-sklearn.18c686c531c3d0de
    namespace: kserve-ci-e2e-test
    resourceVersion: "41900"
    uid: e34934fe-3e1d-45a6-8ccc-29698305d06b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:14:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41248"
    uid: a27d1a38-2843-4dce-8bf9-2606d97c1dfc
  kind: Event
  lastTimestamp: "2026-07-28T18:14:43Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:14:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:14:43Z"
    name: isvc-sklearn.18c686c5324571ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "41261"
    uid: f619c5e3-7985-4b96-99d2-7d0c8a072e65
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "41898"
    uid: a27d1a38-2843-4dce-8bf9-2606d97c1dfc
  kind: Event
  lastTimestamp: "2026-07-28T18:16:06Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:16:06Z"
    name: isvc-sklearn.18c686d878da14a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "41899"
    uid: a18ca69d-a701-40fc-8521-f9920c37b1fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:22:07.801466Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45225"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-89pkd
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:22:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:22:07Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872c9247deb6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45229"
    uid: 9af9d99c-c824-4039-a546-7a269665697f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45233"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:08Z"
  message: Add eth0 [10.132.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:22:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872cab4ae82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45240"
    uid: 995f490d-f121-4a6b-9b56-04fdf0ad6f1f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872cacb6ec65
    namespace: kserve-ci-e2e-test
    resourceVersion: "45242"
    uid: 18d68c8c-3eb6-4d1c-8aeb-b28f75809b32
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872caee671d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "45243"
    uid: 9bfde547-5c76-4f81-8051-355966dc288a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:22:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:08Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872caf43df6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45244"
    uid: e4ba2539-6d7a-4551-9d99-eb2041dc5b7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:13Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-07-28T18:22:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:13Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872dd16caa7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "45290"
    uid: d8b0f586-f0e9-4d60-875b-d0947628bc59
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:16Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.673s (3.673s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872eac5e12db
    namespace: kserve-ci-e2e-test
    resourceVersion: "45319"
    uid: 26935645-ebf5-4327-8f0d-3ee35ded34a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:16Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872eaeef8c49
    namespace: kserve-ci-e2e-test
    resourceVersion: "45320"
    uid: 81067994-c4b1-449e-8526-b30e80d36b9e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:16Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872eaf4e7aa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "45321"
    uid: 6ed45b11-efad-4a98-b1d2-8e0c82d8ce4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:16Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872eaf57a57f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45322"
    uid: a48dcad3-4ff8-4898-a430-a8f375bf23ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:16Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872eb2074ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "45323"
    uid: e46e99f8-a6e4-4606-9115-2f4c19594578
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:16Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:22:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:16Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872eb2678064
    namespace: kserve-ci-e2e-test
    resourceVersion: "45324"
    uid: 75b76128-fde1-49e0-bdce-51194541cf9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:24Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:22:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:24Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6872efcba4705
    namespace: kserve-ci-e2e-test
    resourceVersion: "45379"
    uid: bf4e75cd-1236-43da-92bd-a3f3f2b5a51c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:22:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:45Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6873576c1abdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "45556"
    uid: 476d4e4f-2ef5-49dd-a592-32e6baca7bb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:22:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:22:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:45Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c6873576c24b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "45557"
    uid: 229170c7-126f-4b16-9baa-0356542a2b16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-89pkd
    namespace: kserve-ci-e2e-test
    resourceVersion: "45227"
    uid: 41f2db8f-1613-45ea-a5d4-3a79ecdafb83
  kind: Event
  lastTimestamp: "2026-07-28T18:23:14Z"
  message: 'Readiness probe failed: Get "https://10.132.0.48:8643/healthz": dial tcp
    10.132.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:22:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:14Z"
    name: isvc-tensorflow-predictor-547dfc5669-89pkd.18c68736349dd970
    namespace: kserve-ci-e2e-test
    resourceVersion: "45819"
    uid: 5e414e7a-8639-4be1-80ec-123fa37e3bc5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "45214"
    uid: e5fa1d8b-99ba-48ed-87d3-fe69662ce3ae
  kind: Event
  lastTimestamp: "2026-07-28T18:22:07Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-89pkd'
  metadata:
    creationTimestamp: "2026-07-28T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:07Z"
    name: isvc-tensorflow-predictor-547dfc5669.18c6872c91d98b23
    namespace: kserve-ci-e2e-test
    resourceVersion: "45226"
    uid: 0c8bb904-4383-4640-a221-5b1ac53c434e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45212"
    uid: 9b080789-fe33-41de-ab7a-18dc9c78113c
  kind: Event
  lastTimestamp: "2026-07-28T18:22:07Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:07Z"
    name: isvc-tensorflow-predictor.18c6872c8cefc545
    namespace: kserve-ci-e2e-test
    resourceVersion: "45215"
    uid: 58925430-7792-4d40-861d-c42d56e54e68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45213"
    uid: 2ee15372-bca7-4728-8167-7348ef13b950
  kind: Event
  lastTimestamp: "2026-07-28T18:22:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:37Z"
    name: isvc-tensorflow-predictor.18c687300c9c1b8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45481"
    uid: c5fb9210-abc8-4862-8f08-c4d5d7e23f37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45213"
    uid: 2ee15372-bca7-4728-8167-7348ef13b950
  kind: Event
  lastTimestamp: "2026-07-28T18:22:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:22:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:37Z"
    name: isvc-tensorflow-predictor.18c687300d18a763
    namespace: kserve-ci-e2e-test
    resourceVersion: "45482"
    uid: 0f6fb98a-b02d-4bb9-a99c-68dd8aeb286f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:22:51.192433Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45616"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:22:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:22:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68736ac957717
    namespace: kserve-ci-e2e-test
    resourceVersion: "45622"
    uid: 62d2f525-c02b-4d9a-8b5d-1800d1c20870
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45627"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:22:51Z"
  message: Add eth0 [10.132.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:22:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68736c58d34b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "45635"
    uid: 71253805-e2fa-4ed9-9511-b41b0d33a653
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:22:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68736c7003856
    namespace: kserve-ci-e2e-test
    resourceVersion: "45637"
    uid: c475db09-4c9a-49d3-9aa5-70ee7f2482da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:22:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68736c94a90ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "45638"
    uid: 6b8948c2-007c-4172-b4a7-6eea89b3de4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:22:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68736c9ab106c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45639"
    uid: 0dceb5d5-c230-43c2-b831-4e48c70e8760
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:22:56Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68737dd3fa727
    namespace: kserve-ci-e2e-test
    resourceVersion: "45675"
    uid: 330f3ff8-46f8-441f-8fab-7293e86e2bd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:22:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68737dfd00775
    namespace: kserve-ci-e2e-test
    resourceVersion: "45677"
    uid: 5a1b8f86-9dd0-4208-b74f-0b9a8db0bd39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:22:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68737e0309920
    namespace: kserve-ci-e2e-test
    resourceVersion: "45678"
    uid: d9bcb2fe-9552-498e-a575-ad9f33c55800
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:22:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68737e038ad5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45679"
    uid: b4afd26e-2cf0-49ec-9ed5-20ab03ae77a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:22:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68737e3158c54
    namespace: kserve-ci-e2e-test
    resourceVersion: "45682"
    uid: d4de1dcc-36d3-4db0-957e-4468a2979386
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:22:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:22:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:22:56Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68737e372e69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "45683"
    uid: 75b24fac-0bfb-4956-a671-bf7932894776
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:23:04Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:22:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:04Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c6873854f8c8e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "45748"
    uid: 49d6eb6e-a4bf-4038-81f7-aaef66df736a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:23:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c6873f92e8e135
    namespace: kserve-ci-e2e-test
    resourceVersion: "45954"
    uid: 964b34db-18c0-490e-8495-43b75000e578
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:23:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:23:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c6873f92e92aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "45955"
    uid: 2529d001-d200-4f29-acbf-64b2bc0ba276
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp
    namespace: kserve-ci-e2e-test
    resourceVersion: "45618"
    uid: 438fa904-0ae8-4f8c-95d3-574067d4e5c5
  kind: Event
  lastTimestamp: "2026-07-28T18:23:59Z"
  message: 'Readiness probe failed: Get "https://10.132.0.49:8643/healthz": dial tcp
    10.132.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:59Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp.18c68740b6eb7a60
    namespace: kserve-ci-e2e-test
    resourceVersion: "46233"
    uid: 9404c4c4-c2ed-41f4-9547-6031e23c740c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "45607"
    uid: d568ebb2-27a3-4f2c-8c42-864a501b3f15
  kind: Event
  lastTimestamp: "2026-07-28T18:22:51Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-5hwzp'
  metadata:
    creationTimestamp: "2026-07-28T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18c68736ac0ab420
    namespace: kserve-ci-e2e-test
    resourceVersion: "45617"
    uid: 99bd9f4a-a13e-4fdd-a65e-b88430fc5095
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45605"
    uid: eaf6dd3d-8d9a-4cba-91f3-06163a02a034
  kind: Event
  lastTimestamp: "2026-07-28T18:22:51Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:22:51Z"
    name: isvc-tensorflow-runtime-predictor.18c68736a8d1698e
    namespace: kserve-ci-e2e-test
    resourceVersion: "45608"
    uid: 3133651f-8478-4178-8a48-ab31cdda6107
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45606"
    uid: eb1078cd-c2c8-4697-abc5-973e09d90f07
  kind: Event
  lastTimestamp: "2026-07-28T18:23:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:06Z"
    name: isvc-tensorflow-runtime-predictor.18c6873a2807b75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45763"
    uid: b9a4492e-e379-4068-a461-3349f16d35b8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45606"
    uid: eb1078cd-c2c8-4697-abc5-973e09d90f07
  kind: Event
  lastTimestamp: "2026-07-28T18:23:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:23:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:06Z"
    name: isvc-tensorflow-runtime-predictor.18c6873a28a67f62
    namespace: kserve-ci-e2e-test
    resourceVersion: "45765"
    uid: 80ea8300-b27f-4675-afa8-88226363e1da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45764"
    uid: eb1078cd-c2c8-4697-abc5-973e09d90f07
  kind: Event
  lastTimestamp: "2026-07-28T18:23:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:21Z"
    name: isvc-tensorflow-runtime-predictor.18c6873da7e96d97
    namespace: kserve-ci-e2e-test
    resourceVersion: "45878"
    uid: 5bbbbd42-15ef-42c1-bd1b-73667ca165ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "45764"
    uid: eb1078cd-c2c8-4697-abc5-973e09d90f07
  kind: Event
  lastTimestamp: "2026-07-28T18:23:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:23:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:21Z"
    name: isvc-tensorflow-runtime-predictor.18c6873da856acf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "45880"
    uid: e929816e-add4-442b-8aa2-048fb97b80ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45597"
    uid: 5f670492-32b5-4dc6-b5e6-320fd33b2cdb
  kind: Event
  lastTimestamp: "2026-07-28T18:23:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:23:14Z"
    name: isvc-tensorflow-runtime.18c68736a8d85b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "45829"
    uid: 1d0cd683-342f-4af4-bdda-122c83528de2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45597"
    uid: 5f670492-32b5-4dc6-b5e6-320fd33b2cdb
  kind: Event
  lastTimestamp: "2026-07-28T18:22:51Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:22:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:22:51Z"
    name: isvc-tensorflow-runtime.18c68736a959e657
    namespace: kserve-ci-e2e-test
    resourceVersion: "45612"
    uid: ec5072a9-ab14-4e64-a5ae-1af680116826
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "45827"
    uid: 5f670492-32b5-4dc6-b5e6-320fd33b2cdb
  kind: Event
  lastTimestamp: "2026-07-28T18:23:14Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:23:14Z"
    name: isvc-tensorflow-runtime.18c6873c14a7e2e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "45828"
    uid: 99d71255-6602-4d9f-91da-711f360a6a89
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "45205"
    uid: f90a3ccd-3e77-4b11-a2c6-3bbd19caa392
  kind: Event
  lastTimestamp: "2026-07-28T18:22:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:22:34Z"
    name: isvc-tensorflow.18c6872c8cf7131c
    namespace: kserve-ci-e2e-test
    resourceVersion: "45454"
    uid: a50a4080-1ac3-4f0a-8b64-c2ba68707785
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "45205"
    uid: f90a3ccd-3e77-4b11-a2c6-3bbd19caa392
  kind: Event
  lastTimestamp: "2026-07-28T18:22:07Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:22:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:22:07Z"
    name: isvc-tensorflow.18c6872c8d930654
    namespace: kserve-ci-e2e-test
    resourceVersion: "45218"
    uid: a95e4f9a-9c7f-4676-b740-0fb9d0e55d26
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:22:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "45451"
    uid: f90a3ccd-3e77-4b11-a2c6-3bbd19caa392
  kind: Event
  lastTimestamp: "2026-07-28T18:22:34Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:22:34Z"
    name: isvc-tensorflow.18c68732bc9d5cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "45452"
    uid: d838cf76-ebff-4834-97b7-b033b9dcb535
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:23:34.608033Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46015"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-wztpp
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:23:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:23:34Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c68740c85aff59
    namespace: kserve-ci-e2e-test
    resourceVersion: "46021"
    uid: 45d93e29-e0d4-4f01-b35c-53356eef6717
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46027"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:23:35Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:23:35Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c68740e1b4cc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "46033"
    uid: 847f8b64-0e3b-4527-9e74-3338b67b55f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:23:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:35Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c68740e3201733
    namespace: kserve-ci-e2e-test
    resourceVersion: "46036"
    uid: ecf3b6dc-ccef-4ab2-b8b7-5f60c2458975
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:23:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:35Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c68740e5c44cde
    namespace: kserve-ci-e2e-test
    resourceVersion: "46038"
    uid: 15ff3d32-3275-463f-ad0f-7c8278fd6560
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:23:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:23:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:35Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c68740e67773c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "46039"
    uid: 675c4604-727b-4a43-9412-0d65cccf5d5f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:23:39Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-07-28T18:23:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:23:39Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c68741f5ac7edd
    namespace: kserve-ci-e2e-test
    resourceVersion: "46077"
    uid: dd9eb7d9-f046-4bb0-90af-3c5d699073c8
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:25:35Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m55.464s
    (1m55.465s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:35Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c6875cd7ed0a01
    namespace: kserve-ci-e2e-test
    resourceVersion: "46911"
    uid: c92d0a27-7f84-43a7-8b52-2e18bcd52efa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:25:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:35Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c6875cddf25f60
    namespace: kserve-ci-e2e-test
    resourceVersion: "46913"
    uid: c00b0a28-f855-422c-ac7e-116135470da2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:25:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:35Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c6875cdedf280a
    namespace: kserve-ci-e2e-test
    resourceVersion: "46914"
    uid: c6a92c87-09d9-4460-b6af-57c4fe13b9fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:25:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:35Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c6875cdee82aae
    namespace: kserve-ci-e2e-test
    resourceVersion: "46915"
    uid: 68d74947-d29a-489e-8faa-22719d8d7dbe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:25:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:35Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c6875ce466259b
    namespace: kserve-ci-e2e-test
    resourceVersion: "46916"
    uid: 875baf8a-0665-406a-b817-3cb83c270077
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:25:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:25:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:35Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c6875ce57fdf23
    namespace: kserve-ci-e2e-test
    resourceVersion: "46917"
    uid: 9b59f93f-be26-4ed7-bb8a-2e35f48663dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:25:38Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:25:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:38Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c6875d56a3177c
    namespace: kserve-ci-e2e-test
    resourceVersion: "46943"
    uid: 0655b8a9-a8f0-432c-aa5b-bc5e5329377d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:25:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:46Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c6875f7af319c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47030"
    uid: 11675043-3fd2-43b8-bd73-bf92c650d16d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:25:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:46Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c6875f7af3acc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47031"
    uid: 7d6cf191-4bd2-4cc3-b79e-a24cb164491b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-wztpp
    namespace: kserve-ci-e2e-test
    resourceVersion: "46017"
    uid: bf64b888-a906-4531-9a14-c6d09ebad97f
  kind: Event
  lastTimestamp: "2026-07-28T18:25:48Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:25:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:48Z"
    name: isvc-triton-predictor-5d7db58676-wztpp.18c6875fe681ed28
    namespace: kserve-ci-e2e-test
    resourceVersion: "47043"
    uid: d48d0739-a753-402b-80d3-34681f8fd910
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "46006"
    uid: 15ffb947-8afc-428c-991b-1f34ce4d960e
  kind: Event
  lastTimestamp: "2026-07-28T18:23:34Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-wztpp'
  metadata:
    creationTimestamp: "2026-07-28T18:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:34Z"
    name: isvc-triton-predictor-5d7db58676.18c68740c7de8494
    namespace: kserve-ci-e2e-test
    resourceVersion: "46016"
    uid: 9274d206-8064-4279-a6a0-0e4e2e16eabb
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46004"
    uid: 6ba20356-3a55-4cb6-8577-1bcbb02d01d1
  kind: Event
  lastTimestamp: "2026-07-28T18:23:34Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:23:34Z"
    name: isvc-triton-predictor.18c68740c4d33918
    namespace: kserve-ci-e2e-test
    resourceVersion: "46007"
    uid: 170e2856-ad43-486f-b2e2-acffdd420551
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46005"
    uid: 1992b6fc-bb3f-4267-ba8f-02399d0dbd9a
  kind: Event
  lastTimestamp: "2026-07-28T18:25:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:25:34Z"
    name: isvc-triton-predictor.18c687444377708e
    namespace: kserve-ci-e2e-test
    resourceVersion: "46906"
    uid: a17ef4e3-8109-408b-9a7f-e80fb938d8d8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "46005"
    uid: 1992b6fc-bb3f-4267-ba8f-02399d0dbd9a
  kind: Event
  lastTimestamp: "2026-07-28T18:25:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:25:34Z"
    name: isvc-triton-predictor.18c6874443e615c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "46907"
    uid: b5a088fb-6b95-44cc-9a1a-4d474d226197
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "45997"
    uid: a10b8d21-697d-4d5d-b6be-a659d0c455bb
  kind: Event
  lastTimestamp: "2026-07-28T18:25:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:25:43Z"
    name: isvc-triton.18c68740c5022b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "46988"
    uid: cdb1bd6a-d3ac-4354-a4c6-00741c124d1b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:23:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "45997"
    uid: a10b8d21-697d-4d5d-b6be-a659d0c455bb
  kind: Event
  lastTimestamp: "2026-07-28T18:23:34Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:23:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:23:34Z"
    name: isvc-triton.18c68740c57296ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "46010"
    uid: 0373117f-5e0c-4200-8e26-fa7c61e94378
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "46986"
    uid: a10b8d21-697d-4d5d-b6be-a659d0c455bb
  kind: Event
  lastTimestamp: "2026-07-28T18:25:43Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:25:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:25:43Z"
    name: isvc-triton.18c6875ec3e09a18
    namespace: kserve-ci-e2e-test
    resourceVersion: "46987"
    uid: c5c2b297-a2ab-4812-ab07-7934b89b755e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:25:51.657219Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47094"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-6mwxw
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:25:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:25:51Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c68760b11fbae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "47098"
    uid: 8f939ff7-4556-41f9-b535-bd75443087ae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47103"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:25:52Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:25:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c68760ce984fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47111"
    uid: 84bee68a-18e5-4118-a5cf-8a1eac2e1056
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:25:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c68760d02ac104
    namespace: kserve-ci-e2e-test
    resourceVersion: "47113"
    uid: 455f0b49-f520-4485-8781-949252bed4c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:25:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c68760d58f105d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47115"
    uid: 15f7fb24-35b3-49c9-b6ef-68d1f7722620
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:25:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:52Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c68760d6623dac
    namespace: kserve-ci-e2e-test
    resourceVersion: "47116"
    uid: c3ef7ce5-4fdd-4ca6-8c0c-bcc2dff047db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:25:56Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:25:56Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c68761c828da5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47150"
    uid: 92a30747-2665-4b09-a54b-40fe4f7579bf
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:26:15Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 19.098s (19.098s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c687663a80b036
    namespace: kserve-ci-e2e-test
    resourceVersion: "47291"
    uid: aad66a04-0fe8-4624-81d1-e70d33a7321a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:26:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c6876640c44767
    namespace: kserve-ci-e2e-test
    resourceVersion: "47293"
    uid: b57c5a7b-57a6-421b-a8fd-6df8a9a626f9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:26:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c68766420c59f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "47294"
    uid: 6db8fdf3-0003-4b50-a088-0762261263ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:26:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c687664216042d
    namespace: kserve-ci-e2e-test
    resourceVersion: "47295"
    uid: a5709642-ed93-4874-8732-39d85f1a69c6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:26:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c6876648f321dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47297"
    uid: de4f139b-61c3-4272-8e4f-088fc8934d70
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:26:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:26:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:26:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c6876649883505
    namespace: kserve-ci-e2e-test
    resourceVersion: "47298"
    uid: fd93908d-92bb-4b69-bcde-b6e039e134e6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:27:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c68766b1b7fdde
    namespace: kserve-ci-e2e-test
    resourceVersion: "47802"
    uid: a95c2255-cd6f-4bd0-a552-2c10add32aa7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:27:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c68775aa7f6614
    namespace: kserve-ci-e2e-test
    resourceVersion: "47788"
    uid: 4018b94d-f35f-455d-a7ac-1a69dd9298b4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:27:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c68775aa80255a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47789"
    uid: 939ffe08-3220-4cea-a834-92b060822451
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw
    namespace: kserve-ci-e2e-test
    resourceVersion: "47095"
    uid: eb298642-d3dd-4e05-b368-43764c141918
  kind: Event
  lastTimestamp: "2026-07-28T18:27:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:27:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:23Z"
    name: isvc-xgboost-predictor-7566d65bf7-6mwxw.18c687760fd70ca7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47800"
    uid: f6aa7b95-4e6d-4d00-854d-bce588032170
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "47081"
    uid: 9e92dc79-8e85-455b-bb79-bd103fd3c7cd
  kind: Event
  lastTimestamp: "2026-07-28T18:25:51Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-6mwxw'
  metadata:
    creationTimestamp: "2026-07-28T18:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:25:51Z"
    name: isvc-xgboost-predictor-7566d65bf7.18c68760b0a0d05c
    namespace: kserve-ci-e2e-test
    resourceVersion: "47096"
    uid: 9712b454-ec11-4309-8169-90f67d53b1f5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47079"
    uid: d376b547-20d2-4bd1-9357-863185063d13
  kind: Event
  lastTimestamp: "2026-07-28T18:25:51Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:25:51Z"
    name: isvc-xgboost-predictor.18c68760aae91abf
    namespace: kserve-ci-e2e-test
    resourceVersion: "47082"
    uid: 86ec658f-3c69-4920-9355-7bbc3e0327e6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47080"
    uid: ff012fa3-32e3-4aca-9294-78e4680c3270
  kind: Event
  lastTimestamp: "2026-07-28T18:26:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:26:51Z"
    name: isvc-xgboost-predictor.18c6876429fe2dcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "47551"
    uid: c4d2076f-cbc5-4cc0-bd0d-cfcedcefc24b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-07-28T18:26:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47080"
    uid: ff012fa3-32e3-4aca-9294-78e4680c3270
  kind: Event
  lastTimestamp: "2026-07-28T18:26:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:26:51Z"
    name: isvc-xgboost-predictor.18c687642a732dfa
    namespace: kserve-ci-e2e-test
    resourceVersion: "47552"
    uid: 90576970-2819-4db2-8ebd-ab196834740a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47225"
    uid: ff012fa3-32e3-4aca-9294-78e4680c3270
  kind: Event
  lastTimestamp: "2026-07-28T18:27:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:27:21Z"
    name: isvc-xgboost-predictor.18c68772274fbd9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47772"
    uid: a4354919-a03b-4729-a8a4-880ee23ecc5d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47225"
    uid: ff012fa3-32e3-4aca-9294-78e4680c3270
  kind: Event
  lastTimestamp: "2026-07-28T18:27:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:27:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:27:21Z"
    name: isvc-xgboost-predictor.18c6877227ba92dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "47773"
    uid: 42c49012-8d46-4ffb-8648-87290a1edd3c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:29:17.469915Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48802"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:29:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:29:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c687909c840993
    namespace: kserve-ci-e2e-test
    resourceVersion: "48808"
    uid: dfac2f59-eb21-4f2f-b3ed-2fcedcfca995
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48812"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:29:17Z"
  message: Add eth0 [10.132.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:29:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68790b5608fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48820"
    uid: 5b7b3f57-659e-4cdc-b7cd-ecceb3b7be28
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:29:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68790b7095369
    namespace: kserve-ci-e2e-test
    resourceVersion: "48823"
    uid: 0e743494-fa54-4f76-a319-00f147a59f34
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:29:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68790b9ca53c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48824"
    uid: 51076963-134b-4655-ac63-e92323bf2d29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:29:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68790ba26763d
    namespace: kserve-ci-e2e-test
    resourceVersion: "48825"
    uid: 54c53869-3763-4194-877d-4e5402c1fb01
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:29:22Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-07-28T18:29:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68791c9599813
    namespace: kserve-ci-e2e-test
    resourceVersion: "48869"
    uid: 7e863828-6d42-4f5f-8e2b-8ae430c1daeb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:29:39Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.462s (17.462s
    including waiting). Image size: 1307355896 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T18:29:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68795da2f7571
    namespace: kserve-ci-e2e-test
    resourceVersion: "48998"
    uid: 9a948465-9fdc-426f-b6ad-9e00a7b53546
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:29:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68795dce68bcd
    namespace: kserve-ci-e2e-test
    resourceVersion: "48999"
    uid: 9a732edd-dc38-40d8-9ef6-5c5eec1a0ffe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:29:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68795dd45262e
    namespace: kserve-ci-e2e-test
    resourceVersion: "49000"
    uid: 0519cf6a-2f64-4782-8284-afe2d5b75f3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:29:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68795dd4e5ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49001"
    uid: d0c081cb-3943-4a1a-966b-19eda908690c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:29:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68795dfe3f0c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49002"
    uid: 39680958-392c-4ee2-ae52-d96a3c4c26b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:29:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:40Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68795e064d6ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "49003"
    uid: 810d6abf-e3b5-474d-bd9e-95129928e7ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:30:27Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:27Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c68795feb90f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "49338"
    uid: 98fdc840-2513-452d-bc41-c5f102c9d137
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:30:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c687a599d3e3e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "49506"
    uid: 88691963-4ef1-4e6c-bcc8-ca013825d631
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr
    namespace: kserve-ci-e2e-test
    resourceVersion: "48806"
    uid: e8521dba-d375-4244-ba84-bed7752e550e
  kind: Event
  lastTimestamp: "2026-07-28T18:30:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:30:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:47Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-z5llr.18c687a599d453b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "49507"
    uid: c3fbd46e-71e2-46fb-96af-166688fb47f7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "48793"
    uid: 51644f11-ad82-4043-ad20-78682e0bd626
  kind: Event
  lastTimestamp: "2026-07-28T18:29:17Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-z5llr'
  metadata:
    creationTimestamp: "2026-07-28T18:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18c687909c1e4e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "48805"
    uid: 267a6ddd-2ab0-485b-8d47-b3c61b1c844d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48791"
    uid: 67d19c76-534c-4863-ac60-5c62105ca26d
  kind: Event
  lastTimestamp: "2026-07-28T18:29:17Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-07-28T18:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:17Z"
    name: isvc-xgboost-runtime-predictor.18c6879098b340aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "48794"
    uid: 8b9ff369-9dde-4c87-84a5-5848ed4ac07a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48792"
    uid: c9ca9da5-7710-42b2-bda2-fc34b93badde
  kind: Event
  lastTimestamp: "2026-07-28T18:30:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:02Z"
    name: isvc-xgboost-runtime-predictor.18c6879417d6c82a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49164"
    uid: 5244d3fc-013c-4e1b-b609-4eaedf837d8b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48792"
    uid: c9ca9da5-7710-42b2-bda2-fc34b93badde
  kind: Event
  lastTimestamp: "2026-07-28T18:30:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:02Z"
    name: isvc-xgboost-runtime-predictor.18c6879418542db3
    namespace: kserve-ci-e2e-test
    resourceVersion: "49165"
    uid: 7db8ce11-1d54-423c-9854-a4280f6ef7ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48942"
    uid: c9ca9da5-7710-42b2-bda2-fc34b93badde
  kind: Event
  lastTimestamp: "2026-07-28T18:30:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:47Z"
    name: isvc-xgboost-runtime-predictor.18c6879e95b90177
    namespace: kserve-ci-e2e-test
    resourceVersion: "49489"
    uid: e4bad0f8-8c9f-4321-a620-14c948c1c535
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48942"
    uid: c9ca9da5-7710-42b2-bda2-fc34b93badde
  kind: Event
  lastTimestamp: "2026-07-28T18:30:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:30:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:47Z"
    name: isvc-xgboost-runtime-predictor.18c6879e964d6c6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49490"
    uid: 7635742e-c9da-4599-8d77-49116689bec0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "48783"
    uid: a95cb01c-298a-4ade-84ce-d1507f58e2ed
  kind: Event
  lastTimestamp: "2026-07-28T18:30:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:37Z"
    name: isvc-xgboost-runtime.18c6879098b55976
    namespace: kserve-ci-e2e-test
    resourceVersion: "49419"
    uid: e844b2ad-9aae-4cc8-8062-ee35e36f7445
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "48783"
    uid: a95cb01c-298a-4ade-84ce-d1507f58e2ed
  kind: Event
  lastTimestamp: "2026-07-28T18:29:17Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:29:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:29:17Z"
    name: isvc-xgboost-runtime.18c6879099550046
    namespace: kserve-ci-e2e-test
    resourceVersion: "48798"
    uid: c9d62ef8-9f7c-483c-941d-e8aeab3374bd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "49417"
    uid: a95cb01c-298a-4ade-84ce-d1507f58e2ed
  kind: Event
  lastTimestamp: "2026-07-28T18:30:37Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:30:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:37Z"
    name: isvc-xgboost-runtime.18c687a34a550801
    namespace: kserve-ci-e2e-test
    resourceVersion: "49418"
    uid: c7cfed50-1562-4f00-b8e4-8fb49bdd6e91
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:27:26.986623Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47856"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:27:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:27:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c68776e332d275
    namespace: kserve-ci-e2e-test
    resourceVersion: "47862"
    uid: ee73dd44-4587-4385-802c-782667a78112
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47866"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:27:27Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:27:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c68776fc5e80df
    namespace: kserve-ci-e2e-test
    resourceVersion: "47872"
    uid: 893106d7-2f44-47a8-86c7-af9c27aa52d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:27:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c68776fddb613a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47874"
    uid: e90ac93c-3a78-49ab-8756-6b49ed2573c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:27:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c6877700519311
    namespace: kserve-ci-e2e-test
    resourceVersion: "47876"
    uid: 89684621-7855-42ab-88be-81cd5ece8542
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:27:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c6877700c57e7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "47877"
    uid: 53ba37df-e628-47ca-a89d-cce17996a47d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:27:31Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c68777fe692c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "47921"
    uid: 07143e64-6ffe-4067-96c6-a1fd49e49327
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:27:31Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c687780184a8db
    namespace: kserve-ci-e2e-test
    resourceVersion: "47923"
    uid: a875e376-b29c-4ad2-a5b3-2c6c9f6a2159
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:27:31Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c6877801f410f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "47924"
    uid: b677e796-9cae-4091-9a5a-3fedcc8bde43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:27:31Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c6877801fec68b
    namespace: kserve-ci-e2e-test
    resourceVersion: "47925"
    uid: 8c1be539-89d8-4993-b449-cda37a0da76e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:27:31Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c6877804aeb6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "47928"
    uid: 2aa51e1e-866d-4d39-8766-2ba609d4e660
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:27:31Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:27:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:27:31Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c68778050cccc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "47929"
    uid: 0124e3c9-5a2e-4d2c-a064-32066aadf2b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c687828837bccf
    namespace: kserve-ci-e2e-test
    resourceVersion: "48269"
    uid: e9895282-d84f-4533-9379-c751113945bd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:17Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c687828838695e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48270"
    uid: a521fa36-7309-4101-a575-439be1506e90
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv
    namespace: kserve-ci-e2e-test
    resourceVersion: "47859"
    uid: a4da4a41-6e26-4a25-8598-60a55743396c
  kind: Event
  lastTimestamp: "2026-07-28T18:28:18Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:28:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:18Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv.18c68782f0966142
    namespace: kserve-ci-e2e-test
    resourceVersion: "48286"
    uid: 36940d9f-6cf5-4b61-8b85-3694794382ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "47845"
    uid: 0b712590-974b-43ab-8332-7d56209e60c9
  kind: Event
  lastTimestamp: "2026-07-28T18:27:26Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wtmqv'
  metadata:
    creationTimestamp: "2026-07-28T18:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:27:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18c68776e2c2fd3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "47858"
    uid: 629af04b-d591-432f-95b6-3fa04ac968a3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47843"
    uid: f2a79401-efc9-427e-81e3-036615125c22
  kind: Event
  lastTimestamp: "2026-07-28T18:27:26Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:27:26Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c68776db8d9145
    namespace: kserve-ci-e2e-test
    resourceVersion: "47846"
    uid: 9cd19ddb-b582-4f10-a0f1-849cfe3f2b9c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47844"
    uid: 5aeef9d3-fb79-47dd-a76c-892205517220
  kind: Event
  lastTimestamp: "2026-07-28T18:28:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:11Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6877a5a3c6fbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "48215"
    uid: 79935bb9-f257-460a-9b48-a1c017679daf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "47844"
    uid: 5aeef9d3-fb79-47dd-a76c-892205517220
  kind: Event
  lastTimestamp: "2026-07-28T18:28:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:11Z"
    name: isvc-xgboost-v2-mlserver-predictor.18c6877a5ab44681
    namespace: kserve-ci-e2e-test
    resourceVersion: "48216"
    uid: 42a1b4cc-7ed2-4389-8535-5411269f2786
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "47836"
    uid: c55dc615-59a5-4488-8894-956bc5e9f3e7
  kind: Event
  lastTimestamp: "2026-07-28T18:28:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:28:08Z"
    name: isvc-xgboost-v2-mlserver.18c68776db948a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "48193"
    uid: 3d958643-2b25-40a5-95e6-9baa92934a58
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "47836"
    uid: c55dc615-59a5-4488-8894-956bc5e9f3e7
  kind: Event
  lastTimestamp: "2026-07-28T18:27:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:27:26Z"
    name: isvc-xgboost-v2-mlserver.18c68776dc410d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "47850"
    uid: a92f4d6a-ed67-4c7d-83b9-d96f9aed5a37
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:08Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48191"
    uid: c55dc615-59a5-4488-8894-956bc5e9f3e7
  kind: Event
  lastTimestamp: "2026-07-28T18:28:08Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:28:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:28:08Z"
    name: isvc-xgboost-v2-mlserver.18c68780a3285cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48192"
    uid: 6d59146b-bd92-4fe3-93e5-837fab1590df
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:31:58.125239Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50119"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    to ip-10-0-143-61.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:31:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:31:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b60451d341
    namespace: kserve-ci-e2e-test
    resourceVersion: "50125"
    uid: 1c65e2ee-0dc5-4def-aebb-cc340854f02b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50129"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:31:58Z"
  message: Add eth0 [10.132.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:31:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b61d00efed
    namespace: kserve-ci-e2e-test
    resourceVersion: "50136"
    uid: 8a2680a0-2d87-4fd3-b47c-34d6cfa5fd78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:31:58Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b61e839f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50138"
    uid: b5c01695-0637-40e1-8601-2b66d79ac725
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:31:58Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b620d6f2b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "50139"
    uid: f41c763b-9959-4bb5-b6e9-0bd817858563
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:31:58Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b621354211
    namespace: kserve-ci-e2e-test
    resourceVersion: "50140"
    uid: a1d53586-3e0b-4003-92cf-6d78736d8237
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:32:03Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b72a7a161e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50179"
    uid: e827f2f3-1269-4842-bb36-7e49e34678ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:32:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b72d223345
    namespace: kserve-ci-e2e-test
    resourceVersion: "50182"
    uid: cd8e85ce-b3e7-4c8d-b3af-ef2e4ffc3ad8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:32:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b72d7c7a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50184"
    uid: 29e19bd5-3dd0-48df-86a8-31af4435e699
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:32:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b72d85603e
    namespace: kserve-ci-e2e-test
    resourceVersion: "50185"
    uid: 06a7db5b-1904-48b0-bd92-fac8c7d6c513
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:32:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b72fa2e2e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "50188"
    uid: 360705bb-da0f-4097-afbc-2ea3fba49750
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:32:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:32:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b7301dd55c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50189"
    uid: 2690aa27-a59a-49ec-94f8-f959556a4e9a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:32:51Z"
  message: 'Readiness probe failed: dial tcp 10.132.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-07-28T18:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:51Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687b7a23574e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "50536"
    uid: 7a0a14fb-f012-4d38-9f8d-7f448943f162
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:33:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:08Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687c65599259c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50685"
    uid: 678c0ed1-3151-4453-b020-0d142e7713fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx
    namespace: kserve-ci-e2e-test
    resourceVersion: "50122"
    uid: 15efac17-7e5b-4da8-872a-f23dc7723639
  kind: Event
  lastTimestamp: "2026-07-28T18:33:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:33:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:33:08Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-pw4qx.18c687c6559dc385
    namespace: kserve-ci-e2e-test
    resourceVersion: "50686"
    uid: af9831d7-5ddb-41cf-8f61-28a7c4320a13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-143-61.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-143-61.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "50110"
    uid: 03c818fc-edf3-4e25-8c8b-bcc22abfdd2c
  kind: Event
  lastTimestamp: "2026-07-28T18:31:58Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-pw4qx'
  metadata:
    creationTimestamp: "2026-07-28T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:58Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18c687b6038b2115
    namespace: kserve-ci-e2e-test
    resourceVersion: "50124"
    uid: ef64218c-0116-42a8-8d03-06db3cbecaea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50108"
    uid: 6e27ccc0-4f81-4906-8e34-396db14b3fe1
  kind: Event
  lastTimestamp: "2026-07-28T18:31:58Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:58Z"
    name: isvc-xgboost-v2-predictor.18c687b5fec241cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "50111"
    uid: 73449866-f6a0-4afc-b8c7-6537f5e4992d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50109"
    uid: aadbed3b-ac6e-4739-b3cf-d8091452700a
  kind: Event
  lastTimestamp: "2026-07-28T18:32:43Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:32:43Z"
    name: isvc-xgboost-v2-predictor.18c687b97d6d0f32
    namespace: kserve-ci-e2e-test
    resourceVersion: "50484"
    uid: 5abb3487-e433-4f1a-9443-e160044d19de
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50109"
    uid: aadbed3b-ac6e-4739-b3cf-d8091452700a
  kind: Event
  lastTimestamp: "2026-07-28T18:32:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:32:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:32:43Z"
    name: isvc-xgboost-v2-predictor.18c687b97dd3d15d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50485"
    uid: a440f8cd-8d83-4c8c-8104-c727da3cea97
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50266"
    uid: aadbed3b-ac6e-4739-b3cf-d8091452700a
  kind: Event
  lastTimestamp: "2026-07-28T18:32:58Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:32:58Z"
    name: isvc-xgboost-v2-predictor.18c687bcfd122107
    namespace: kserve-ci-e2e-test
    resourceVersion: "50585"
    uid: 16f05e56-627d-470e-834f-70643eb154b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "50266"
    uid: aadbed3b-ac6e-4739-b3cf-d8091452700a
  kind: Event
  lastTimestamp: "2026-07-28T18:32:58Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:32:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:32:58Z"
    name: isvc-xgboost-v2-predictor.18c687bcfd7b040d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50586"
    uid: d0c50628-e086-4fb3-91e8-2fe626d28f4b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:30:52.816072Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49572"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:30:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:30:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a6cf9709b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "49576"
    uid: 364dec3e-ebc6-48c9-a666-a5b591299b99
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:30:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a6d84cef8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49586"
    uid: 01515936-ec61-40ea-863f-9570688f09a6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49581"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:30:53Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:30:53Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a70e97ffd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "49596"
    uid: 394c2959-5b90-4e61-b380-5e207475792b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:30:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:53Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a710310d5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49600"
    uid: 25f48098-77f5-4a2d-af9a-f68ba3f7d598
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:30:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:53Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a712fdb0f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "49601"
    uid: 75037e6e-f1e8-48df-ac95-38b55038e0f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:30:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:30:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:53Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a7137bfd0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "49602"
    uid: 8f668056-cb8c-4f14-9ff5-6222386b18c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:30:57Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a7ebc4fe0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49633"
    uid: ca08b214-06b3-4dcc-9a43-fa953a6de278
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:30:57Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a7eee564fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "49635"
    uid: 86a0d823-3cd6-4f22-b4c5-eeee718cf830
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:30:57Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a7ef53924c
    namespace: kserve-ci-e2e-test
    resourceVersion: "49636"
    uid: 22a71971-5e48-4288-a119-03e7234c109f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:30:57Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a7ef5c2981
    namespace: kserve-ci-e2e-test
    resourceVersion: "49639"
    uid: 5b26b173-bd4e-4772-90c6-17d65f0ddf44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:30:57Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a7f21668b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "49641"
    uid: 95676bf9-2f53-4405-98db-9123512d382f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:30:57Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:30:57Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687a7f284ab14
    namespace: kserve-ci-e2e-test
    resourceVersion: "49642"
    uid: 6e3d1dd4-0af4-4ec0-9120-3b186a7efba8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:31:34Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T18:31:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687b08c2bd954
    namespace: kserve-ci-e2e-test
    resourceVersion: "49900"
    uid: 71d4d1f8-6453-490b-a2f2-ab574a99db96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:31:52Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687b4cc3f4ffd
    namespace: kserve-ci-e2e-test
    resourceVersion: "50057"
    uid: 9cbeaa56-b425-4ddd-924f-6eb5abfeaf11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:31:52Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:31:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687b4cc40823a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50058"
    uid: 9573c0b8-ba1f-4214-94c0-19b7c295cde4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:31:54Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:31:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:54Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687b531d49e1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "50069"
    uid: 18e82f07-f93b-4f3c-8ed5-980a4f2a782f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:31:55Z"
  message: 'Readiness probe failed: Get "http://10.133.0.44:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-07-28T18:31:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:31:55Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687b570369139
    namespace: kserve-ci-e2e-test
    resourceVersion: "50080"
    uid: c08b0cd8-93d9-4a6a-8f6e-084b84df499a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:32:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc
    namespace: kserve-ci-e2e-test
    resourceVersion: "49573"
    uid: 146f64cf-4668-42b9-8812-6afee5f0d818
  kind: Event
  lastTimestamp: "2026-07-28T18:32:00Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-07-28T18:32:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:32:00Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc.18c687b6977710c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50161"
    uid: 3637dc4b-04f3-4fac-b261-e3aad70f3301
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "49561"
    uid: 31a78f4f-396c-4726-a4b4-00ab2f24ad83
  kind: Event
  lastTimestamp: "2026-07-28T18:30:52Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-nxhlc'
  metadata:
    creationTimestamp: "2026-07-28T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:52Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18c687a6cf36965b
    namespace: kserve-ci-e2e-test
    resourceVersion: "49574"
    uid: 47fd8e8f-9016-4527-b0a7-476bbce58231
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49559"
    uid: 76303784-3983-4eb2-9987-15088d17ca4d
  kind: Event
  lastTimestamp: "2026-07-28T18:30:52Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-07-28T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:30:52Z"
    name: isvc-xgboost-v2-runtime-predictor.18c687a6ca966f9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "49562"
    uid: 99c28633-f4fe-4498-a791-317016ed7408
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 5652d094-7e4a-43c1-874d-cb76141eb253
  kind: Event
  lastTimestamp: "2026-07-28T18:31:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:37Z"
    name: isvc-xgboost-v2-runtime-predictor.18c687aa49b0f2b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "49920"
    uid: 46719943-92e8-486c-b7a7-4eeca17d0d5c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49560"
    uid: 5652d094-7e4a-43c1-874d-cb76141eb253
  kind: Event
  lastTimestamp: "2026-07-28T18:31:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:37Z"
    name: isvc-xgboost-v2-runtime-predictor.18c687aa4a1ac609
    namespace: kserve-ci-e2e-test
    resourceVersion: "49922"
    uid: 038df1b1-42d7-43a7-bfef-01568f46d927
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49712"
    uid: 5652d094-7e4a-43c1-874d-cb76141eb253
  kind: Event
  lastTimestamp: "2026-07-28T18:31:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:52Z"
    name: isvc-xgboost-v2-runtime-predictor.18c687adc972b64d
    namespace: kserve-ci-e2e-test
    resourceVersion: "50040"
    uid: a9f78133-8d66-4a11-9fca-a13123ee1063
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "49712"
    uid: 5652d094-7e4a-43c1-874d-cb76141eb253
  kind: Event
  lastTimestamp: "2026-07-28T18:31:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:31:52Z"
    name: isvc-xgboost-v2-runtime-predictor.18c687adc9dbde5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50042"
    uid: ecb824df-a8be-47ee-84e9-f5b25045cbea
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "49551"
    uid: 17883a70-5e82-48bf-aca3-b9fc3c0771eb
  kind: Event
  lastTimestamp: "2026-07-28T18:31:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:31:44Z"
    name: isvc-xgboost-v2-runtime.18c687a6ca9b5222
    namespace: kserve-ci-e2e-test
    resourceVersion: "49983"
    uid: 37982eb6-d521-44c6-b246-c9983dbe27d1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:30:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "49551"
    uid: 17883a70-5e82-48bf-aca3-b9fc3c0771eb
  kind: Event
  lastTimestamp: "2026-07-28T18:30:52Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:30:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:30:52Z"
    name: isvc-xgboost-v2-runtime.18c687a6cb2c7059
    namespace: kserve-ci-e2e-test
    resourceVersion: "49566"
    uid: dd090e10-85c9-45a8-a322-a609356c77b0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "49980"
    uid: 17883a70-5e82-48bf-aca3-b9fc3c0771eb
  kind: Event
  lastTimestamp: "2026-07-28T18:31:44Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:31:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:31:44Z"
    name: isvc-xgboost-v2-runtime.18c687b2e38c3ed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "49981"
    uid: 53a4e126-6f71-4d6c-95aa-3bfd6892c224
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50101"
    uid: 74e7abfa-18cd-45d9-8006-41c709374080
  kind: Event
  lastTimestamp: "2026-07-28T18:33:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:33:01Z"
    name: isvc-xgboost-v2.18c687b5fed73e5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "50617"
    uid: e427dc55-bb36-4997-a62a-fed0361b92ca
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:31:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50101"
    uid: 74e7abfa-18cd-45d9-8006-41c709374080
  kind: Event
  lastTimestamp: "2026-07-28T18:31:58Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:31:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:31:58Z"
    name: isvc-xgboost-v2.18c687b5ff5bae9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "50115"
    uid: 932add05-869c-4494-85cf-a1c63f413863
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:33:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "50614"
    uid: 74e7abfa-18cd-45d9-8006-41c709374080
  kind: Event
  lastTimestamp: "2026-07-28T18:33:01Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:33:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:33:01Z"
    name: isvc-xgboost-v2.18c687c4b18fbb12
    namespace: kserve-ci-e2e-test
    resourceVersion: "50615"
    uid: c056d6f0-bdc4-4f56-8f4c-949bb4fb4d03
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "47070"
    uid: 3a42b1de-a996-48ae-9b33-354e27e3c2eb
  kind: Event
  lastTimestamp: "2026-07-28T18:27:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:27:13Z"
    name: isvc-xgboost.18c68760aaee9dae
    namespace: kserve-ci-e2e-test
    resourceVersion: "47713"
    uid: 0889272b-fc3f-4c15-93f8-02d44f5cb620
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "47070"
    uid: 3a42b1de-a996-48ae-9b33-354e27e3c2eb
  kind: Event
  lastTimestamp: "2026-07-28T18:25:51Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T18:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:25:51Z"
    name: isvc-xgboost.18c68760ab909cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "47104"
    uid: 38b724d6-7d2f-4887-b29c-d7b65e7c23d2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "47073"
    uid: 3a42b1de-a996-48ae-9b33-354e27e3c2eb
  kind: Event
  lastTimestamp: "2026-07-28T18:25:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:25:51Z"
    name: isvc-xgboost.18c68760b3f35d89
    namespace: kserve-ci-e2e-test
    resourceVersion: "47105"
    uid: 35522f41-c607-482a-a1e7-46b62cc1bba3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:27:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "47710"
    uid: 3a42b1de-a996-48ae-9b33-354e27e3c2eb
  kind: Event
  lastTimestamp: "2026-07-28T18:27:13Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:27:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:27:13Z"
    name: isvc-xgboost.18c68773c1ed3512
    namespace: kserve-ci-e2e-test
    resourceVersion: "47711"
    uid: 6e95dec2-56f4-464e-ab9e-157db417076b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T17:24:14.930092Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16354"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-lxp2x
    to ip-10-0-142-95.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T17:24:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T17:24:14Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c68403fb042621
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: de943e69-46e2-44e7-8281-6d2fcee480cc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:24:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T17:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:15Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c68404040d6132
    namespace: kserve-ci-e2e-test
    resourceVersion: "16372"
    uid: eb0fca8b-869a-47a8-836b-39121fe6fcc0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-95.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16364"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:24:15Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T17:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T17:24:15Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c684043828f029
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: a16e5787-4508-4054-af51-32dc7b6edbdc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:24:15Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-07-28T17:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:15Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c6840439b14d77
    namespace: kserve-ci-e2e-test
    resourceVersion: "16383"
    uid: c988531a-aba4-4e74-99e6-37afeff0e91a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:24:17Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.087s (1.087s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:17Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c684047a8a0d6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 4a473b54-a5fc-46fd-8a74-8b0c847cf2a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:24:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T17:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:17Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c684047ddc9050
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: 2915b05c-8ed6-47b4-aff8-af649ddea6b3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:24:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:17Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c684047e4948ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "16394"
    uid: a019775c-48a7-48e0-a923-68687602e0c5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:24:17Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-07-28T17:24:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:17Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c684047e542222
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: 7494a2e3-6899-44e0-aefe-42dc6bfa93e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:24:19Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.254s (2.254s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-07-28T17:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:19Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c6840504b1472e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16412"
    uid: 549d9206-47cf-4d73-8918-afc1bb64978f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:24:19Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T17:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:19Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c6840507b7d75f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16414"
    uid: 56e48012-edf6-4ff2-a391-d0c9efb3d261
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:24:19Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:24:19Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c68405082436ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "16415"
    uid: 6388898d-d163-4342-80aa-82e8b091d9dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c6841c86ffc34c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17302"
    uid: 1bec11f3-48e1-4cf5-a0f8-1fba02c961a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:26:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-lxp2x
    namespace: kserve-ci-e2e-test
    resourceVersion: "16357"
    uid: 3f30e101-ce0e-47a2-82f0-2f6f5fd88376
  kind: Event
  lastTimestamp: "2026-07-28T17:26:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T17:26:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T17:26:00Z"
    name: message-dumper-predictor-6575bcfdfd-lxp2x.18c6841c87003824
    namespace: kserve-ci-e2e-test
    resourceVersion: "17303"
    uid: 723d9dda-90bb-4eb8-8624-fd8a4f052d01
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-142-95.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-142-95.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16347"
    uid: bb383ecb-732e-4703-ad97-87f47bc441e6
  kind: Event
  lastTimestamp: "2026-07-28T17:24:14Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-lxp2x'
  metadata:
    creationTimestamp: "2026-07-28T17:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:14Z"
    name: message-dumper-predictor-6575bcfdfd.18c68403fa97cb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16356"
    uid: 96928ef0-edc5-4284-a759-37d18ad6c8d5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16343"
    uid: 38870152-205c-49e9-b2bd-fbae6e71a32d
  kind: Event
  lastTimestamp: "2026-07-28T17:24:14Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-07-28T17:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:14Z"
    name: message-dumper-predictor.18c68403f861301b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16349"
    uid: c63ee431-3a21-4f9c-a4ae-3c35215b6b14
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: fc843561-c2f9-4b61-ba93-f0ce72718dd0
  kind: Event
  lastTimestamp: "2026-07-28T17:24:44Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:44Z"
    name: message-dumper-predictor.18c68407778ecbc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 3dd08860-ab61-4329-83c5-564577fefbc7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16345"
    uid: fc843561-c2f9-4b61-ba93-f0ce72718dd0
  kind: Event
  lastTimestamp: "2026-07-28T17:24:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T17:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T17:24:44Z"
    name: message-dumper-predictor.18c68407780d181c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16687"
    uid: 50f5c0ec-bbfe-4980-906f-5ce04f5a0f1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 066fac07-42ac-429d-8da6-87e19bbbface
  kind: Event
  lastTimestamp: "2026-07-28T17:24:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T17:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:26Z"
    name: message-dumper.18c68403f86a22eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16482"
    uid: c343bbd6-fcb2-453b-be73-ccf5ce16af10
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16321"
    uid: 066fac07-42ac-429d-8da6-87e19bbbface
  kind: Event
  lastTimestamp: "2026-07-28T17:24:14Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-07-28T17:24:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:14Z"
    name: message-dumper.18c68403f8f4ff29
    namespace: kserve-ci-e2e-test
    resourceVersion: "16352"
    uid: b054455d-7b47-4917-889f-b3c375f5979d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T17:24:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "16480"
    uid: 066fac07-42ac-429d-8da6-87e19bbbface
  kind: Event
  lastTimestamp: "2026-07-28T17:24:26Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-07-28T17:24:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T17:24:26Z"
    name: message-dumper.18c68406c30a6a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "16481"
    uid: 424b5f62-efcd-43c1-a2be-e3ce3c708890
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:16:19.235081Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42038"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:16:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:16:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686db6a1ae717
    namespace: kserve-ci-e2e-test
    resourceVersion: "42043"
    uid: 5f4d7495-0d6d-4b19-b9a1-8b3d525ef6b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:16:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686db7427cb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "42053"
    uid: 40070cac-6f5b-4a71-8718-1a558faf829d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42046"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:16:20Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:16:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686dba78311af
    namespace: kserve-ci-e2e-test
    resourceVersion: "42063"
    uid: afc7c8c3-8500-4f0c-87a5-4907952d3678
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:16:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686dba96dc38c
    namespace: kserve-ci-e2e-test
    resourceVersion: "42066"
    uid: 7da15f12-8552-4348-ae9f-348a99f88977
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:16:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686dbac5bb868
    namespace: kserve-ci-e2e-test
    resourceVersion: "42069"
    uid: 0d4c4325-4179-448b-914a-254f99f20fc9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:16:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:16:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:20Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686dbaccd7d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42070"
    uid: 8a386d0b-7348-4427-8e22-5e5a89c71389
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:16:24Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:24Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686dcba86c446
    namespace: kserve-ci-e2e-test
    resourceVersion: "42103"
    uid: 21cfb423-c3f5-4f2f-af0d-9c909d36508b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:16:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:24Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686dcbe451620
    namespace: kserve-ci-e2e-test
    resourceVersion: "42105"
    uid: bdcfe39d-88b7-46bf-b6dd-14dd22c04455
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:16:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:24Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686dcbeb672ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "42107"
    uid: 5b60ecd0-d6d5-487b-a765-3be60d1283a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:16:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:24Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686dcbec0154f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42109"
    uid: cb3af7d2-fece-47dc-af58-9164500ef3ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:16:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:24Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686dcc183f84b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42110"
    uid: cddbe69c-8739-4acd-85c9-d8b620848ef3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:16:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:16:25Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686dcc1f3de17
    namespace: kserve-ci-e2e-test
    resourceVersion: "42112"
    uid: 1299622c-91b7-4d6e-aafd-17daab8f3c6b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:17:01Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-07-28T18:17:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:01Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686e55b2299f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42370"
    uid: f1b72a71-027c-4b44-be67-84ab12b42b20
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:17:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686e965821fe1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42510"
    uid: dabc40cb-2a5b-40cf-9d4c-cb04e11b8916
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:17:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:17:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686e96582d7d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42511"
    uid: 6df186b4-119d-4992-b13f-d3b6d8bd8065
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2
    namespace: kserve-ci-e2e-test
    resourceVersion: "42040"
    uid: 0da845ee-8025-4b50-b251-4dee2ce13566
  kind: Event
  lastTimestamp: "2026-07-28T18:17:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:17:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:17:21Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2.18c686ea0098eb94
    namespace: kserve-ci-e2e-test
    resourceVersion: "42532"
    uid: 012e07ba-f08e-49d0-93a7-d49dcc0107f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "42027"
    uid: bb8ecd1a-0d2b-49b9-b558-48ecd8dbeb26
  kind: Event
  lastTimestamp: "2026-07-28T18:16:19Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-qd2l2'
  metadata:
    creationTimestamp: "2026-07-28T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:16:19Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18c686db699586a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42039"
    uid: d6bcdeea-ac9a-4bcd-8bfd-0f5dd6323ab6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42025"
    uid: ac8cc364-0054-4f3f-bde3-be3428c522ea
  kind: Event
  lastTimestamp: "2026-07-28T18:16:19Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:16:19Z"
    name: sklearn-v2-mlserver-predictor.18c686db64a17413
    namespace: kserve-ci-e2e-test
    resourceVersion: "42028"
    uid: db088efb-ac1f-41c4-b3f8-4f6c0c4c4a1e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42026"
    uid: d82c8564-2cd4-4d3f-82cd-6d3024d15e73
  kind: Event
  lastTimestamp: "2026-07-28T18:16:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:16:49Z"
    name: sklearn-v2-mlserver-predictor.18c686dee429cbd1
    namespace: kserve-ci-e2e-test
    resourceVersion: "42279"
    uid: e0cfadff-a9b7-4cc4-84be-e9b866a98785
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42026"
    uid: d82c8564-2cd4-4d3f-82cd-6d3024d15e73
  kind: Event
  lastTimestamp: "2026-07-28T18:16:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:16:49Z"
    name: sklearn-v2-mlserver-predictor.18c686dee4995542
    namespace: kserve-ci-e2e-test
    resourceVersion: "42280"
    uid: ab865cbb-836e-4afb-932d-ffeb55ff06a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42178"
    uid: d82c8564-2cd4-4d3f-82cd-6d3024d15e73
  kind: Event
  lastTimestamp: "2026-07-28T18:17:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:19Z"
    name: sklearn-v2-mlserver-predictor.18c686e5e3177fe7
    namespace: kserve-ci-e2e-test
    resourceVersion: "42493"
    uid: 6a2868a5-de65-474b-984b-8765098bc3b4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "42178"
    uid: d82c8564-2cd4-4d3f-82cd-6d3024d15e73
  kind: Event
  lastTimestamp: "2026-07-28T18:17:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-07-28T18:17:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:17:19Z"
    name: sklearn-v2-mlserver-predictor.18c686e5e391b782
    namespace: kserve-ci-e2e-test
    resourceVersion: "42494"
    uid: 8a941216-0cba-430b-b0a7-6d6b254fad0e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "42017"
    uid: 8adf73d1-7b67-43b4-8227-2c66d3abec99
  kind: Event
  lastTimestamp: "2026-07-28T18:17:12Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:17:12Z"
    name: sklearn-v2-mlserver.18c686db64baca9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "42448"
    uid: 35059ee4-1f78-49b5-b054-3eaf1f1075fa
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "42017"
    uid: 8adf73d1-7b67-43b4-8227-2c66d3abec99
  kind: Event
  lastTimestamp: "2026-07-28T18:16:19Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:16:19Z"
    name: sklearn-v2-mlserver.18c686db653fda86
    namespace: kserve-ci-e2e-test
    resourceVersion: "42049"
    uid: 17a52d4b-683c-4293-8a0f-23d0c2073b9b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:16:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "42020"
    uid: 8adf73d1-7b67-43b4-8227-2c66d3abec99
  kind: Event
  lastTimestamp: "2026-07-28T18:16:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:16:19Z"
    name: sklearn-v2-mlserver.18c686db6ba40396
    namespace: kserve-ci-e2e-test
    resourceVersion: "42050"
    uid: 127f5100-3f96-454c-a395-d4db378470fc
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:17:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "42446"
    uid: 8adf73d1-7b67-43b4-8227-2c66d3abec99
  kind: Event
  lastTimestamp: "2026-07-28T18:17:11Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:17:11Z"
    name: sklearn-v2-mlserver.18c686e7b2dbae8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "42447"
    uid: 73509e0b-6fa4-4be1-bf82-a4e346e894e7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-07-28T18:28:22.181981Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48331"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    to ip-10-0-139-190.ec2.internal
  metadata:
    creationTimestamp: "2026-07-28T18:28:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-07-28T18:28:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c68783bd192ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48335"
    uid: a101bae7-1804-465b-a26f-819906f97e24
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-68bf7f457-nbns4
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:28:22Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-07-28T18:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c68783c96c5853
    namespace: kserve-ci-e2e-test
    resourceVersion: "48347"
    uid: 4f7bc291-1a8e-48dc-ba66-76fe3e4ca39d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:23Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48339"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:28:23Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-07-28T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-07-28T18:28:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c68783fab7d2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "48356"
    uid: 519a2ab5-d76d-4106-b955-1bf9a0993882
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:28:23Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:3049312fa55515cbc94d5484b2c3ba6994735bde07ec862ad9b359b89e6c0af0"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c68783fc321595
    namespace: kserve-ci-e2e-test
    resourceVersion: "48358"
    uid: fb32e846-600c-47ab-b294-4ca4f9eecd0f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:28:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-07-28T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c68783ff832d60
    namespace: kserve-ci-e2e-test
    resourceVersion: "48360"
    uid: db61749f-c266-40e7-9686-b20ffbac7c81
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:28:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-07-28T18:28:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:23Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c68783fffe0384
    namespace: kserve-ci-e2e-test
    resourceVersion: "48361"
    uid: 3f157b6a-3ed6-4fd8-ad71-9fa9605bea14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:28:27Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-07-28T18:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:27Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c6878517124be7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48402"
    uid: 66434d93-99ef-42df-b70e-4d42d55cd5ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:28:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-07-28T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c6878519f95437
    namespace: kserve-ci-e2e-test
    resourceVersion: "48404"
    uid: e8ad867a-2b79-47ce-adb5-12db1ecc01fb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:28:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c687851a68607f
    namespace: kserve-ci-e2e-test
    resourceVersion: "48405"
    uid: 0b7d6bdc-ffc1-4afa-b911-7342a6755556
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:28:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-07-28T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c687851a70c1be
    namespace: kserve-ci-e2e-test
    resourceVersion: "48406"
    uid: 72ddb7a8-8673-4daf-9b9a-8bdadac261f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:28:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-07-28T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c687851d41d462
    namespace: kserve-ci-e2e-test
    resourceVersion: "48410"
    uid: e75d0ecc-50a5-44dc-a422-37d2ed232f32
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:28:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:28:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:28:28Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c687851dc0cc5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "48411"
    uid: aae01afd-b213-409f-bb7f-a94fdadab231
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:29:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-07-28T18:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c6878f686ef573
    namespace: kserve-ci-e2e-test
    resourceVersion: "48743"
    uid: 179ea104-9463-44c7-94a8-eeef0c94b352
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:29:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-07-28T18:29:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c6878f686f6a20
    namespace: kserve-ci-e2e-test
    resourceVersion: "48744"
    uid: 54ca0cb8-8479-40c3-bf8c-58bb10551e07
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:29:14Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:29:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:14Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c68790091b110a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48764"
    uid: f603b4b4-c726-4e2b-955e-eb358743dd83
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8
    namespace: kserve-ci-e2e-test
    resourceVersion: "48332"
    uid: 325e2418-1a48-4829-b8be-bb3d4a9b90f3
  kind: Event
  lastTimestamp: "2026-07-28T18:29:15Z"
  message: 'Readiness probe failed: Get "http://10.133.0.43:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-07-28T18:29:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-07-28T18:29:15Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8.18c6879009733baf
    namespace: kserve-ci-e2e-test
    resourceVersion: "48765"
    uid: 8af5361d-6f18-44ec-b1b8-8ba3c3601505
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-190.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-190.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "48321"
    uid: c5dfba3e-0625-4a83-ad07-85ed4234412b
  kind: Event
  lastTimestamp: "2026-07-28T18:28:22Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-rsxm8'
  metadata:
    creationTimestamp: "2026-07-28T18:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18c68783bcb8fe94
    namespace: kserve-ci-e2e-test
    resourceVersion: "48333"
    uid: c673f8d1-6af3-4478-b41c-d40525816b5c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48319"
    uid: 59cd1dc7-e65f-4502-b26c-87f7daa58cd6
  kind: Event
  lastTimestamp: "2026-07-28T18:28:22Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-07-28T18:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:28:22Z"
    name: xgboost-v2-mlserver-predictor.18c68783b929c25a
    namespace: kserve-ci-e2e-test
    resourceVersion: "48322"
    uid: 7f9164dd-c60f-450f-9c1f-b7f9504e19ec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48320"
    uid: 0113dc39-232e-423d-822d-0c100bc1f0ae
  kind: Event
  lastTimestamp: "2026-07-28T18:29:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:07Z"
    name: xgboost-v2-mlserver-predictor.18c6878738487ed7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48689"
    uid: d1ad5eac-a572-4cb7-8bf0-6e446b8fb879
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "48320"
    uid: 0113dc39-232e-423d-822d-0c100bc1f0ae
  kind: Event
  lastTimestamp: "2026-07-28T18:29:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-07-28T18:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-07-28T18:29:07Z"
    name: xgboost-v2-mlserver-predictor.18c6878738bf34c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "48690"
    uid: e0ec3533-a365-4f0d-a5c5-bd3c56d46999
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48309"
    uid: f733b3d0-559c-4af6-9cfb-48efd5edb725
  kind: Event
  lastTimestamp: "2026-07-28T18:29:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-07-28T18:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:29:05Z"
    name: xgboost-v2-mlserver.18c68783b9359357
    namespace: kserve-ci-e2e-test
    resourceVersion: "48674"
    uid: 144a88a4-7875-47fb-98bf-82274850c5a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:28:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48309"
    uid: f733b3d0-559c-4af6-9cfb-48efd5edb725
  kind: Event
  lastTimestamp: "2026-07-28T18:28:22Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-07-28T18:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:28:22Z"
    name: xgboost-v2-mlserver.18c68783b9b63e53
    namespace: kserve-ci-e2e-test
    resourceVersion: "48325"
    uid: 3a246c1c-27b3-4096-ac4e-9c9923a2271d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-07-28T18:29:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "48671"
    uid: f733b3d0-559c-4af6-9cfb-48efd5edb725
  kind: Event
  lastTimestamp: "2026-07-28T18:29:05Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-07-28T18:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-07-28T18:29:05Z"
    name: xgboost-v2-mlserver.18c6878dbb102828
    namespace: kserve-ci-e2e-test
    resourceVersion: "48672"
    uid: ac997add-f9af-48a2-9cd2-e494b60df66d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "54133"