---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:24:04.753498Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23888"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:24:04Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:24:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bf982c9c4c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23894"
    uid: 9b46a59a-5e3c-4849-8605-d7c3fa13bd84
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:04Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:04Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bf98d211185
    namespace: kserve-ci-e2e-test
    resourceVersion: "23903"
    uid: 66c9b051-26c6-4556-82c6-833b890f7050
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23898"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:05Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:24:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bf9c88c3c95
    namespace: kserve-ci-e2e-test
    resourceVersion: "23914"
    uid: c9cf9457-cef2-4e46-b789-6b8f6e8c9db2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bf9ca17e456
    namespace: kserve-ci-e2e-test
    resourceVersion: "23917"
    uid: 86f45889-8f4c-4a27-9022-078d45b38093
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:05Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bf9ccbd277a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23919"
    uid: 1c1a9df6-5bf2-4a8a-a9af-561d2eeeb78a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:24:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:06Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bf9cd324fc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23920"
    uid: 13c4948b-3d6a-4f8b-89fc-b5e34038b199
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:11Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bfb02f61199
    namespace: kserve-ci-e2e-test
    resourceVersion: "23960"
    uid: 2697b56b-9bbd-4349-892e-fa76b664fcf9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bfb060a2c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "23965"
    uid: b71833ac-6326-4ac5-b70b-c8ea15e6c41c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bfb06815a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "23966"
    uid: d5cd92c9-788b-4bb6-baff-9f043e117ee6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bfb068cb7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23967"
    uid: 6cb18eae-0f62-48e8-99fb-9a720c93c819
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bfb095f3d49
    namespace: kserve-ci-e2e-test
    resourceVersion: "23969"
    uid: 947ad2ed-01da-4561-86be-92f1e17e5bdb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:24:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:11Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bfb09da245b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23970"
    uid: 54ea8abb-25ee-4ac1-9c83-3808770cbb3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:19Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:24:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:19Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63bfb7abc9953
    namespace: kserve-ci-e2e-test
    resourceVersion: "24030"
    uid: 03f59ceb-7730-4e3f-9a1b-aa1a25ac7078
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:40Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63c01d1bb7ce7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: 4e6a8a2f-ebfc-4859-9f31-f0e3681e8f28
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn
    namespace: kserve-ci-e2e-test
    resourceVersion: "23890"
    uid: 8bf8fc9e-1949-441f-82e1-dd11fbd70baa
  kind: Event
  lastTimestamp: "2026-09-17T22:24:40Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:24:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:40Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn.18d63c01d1bc4ab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24220"
    uid: 38f2138e-2e7d-4318-9559-5852153fe7be
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "23879"
    uid: 7b84efcd-088e-4694-a517-0cf9c20c661c
  kind: Event
  lastTimestamp: "2026-09-17T22:24:04Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-6xbqn'
  metadata:
    creationTimestamp: "2026-09-17T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d63bf98265e183
    namespace: kserve-ci-e2e-test
    resourceVersion: "23889"
    uid: 8508f07d-c894-4736-a1c7-f4d15db6847c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:04Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23876"
    uid: 07cda7fa-897a-4cf9-aac2-edaa41365f6b
  kind: Event
  lastTimestamp: "2026-09-17T22:24:04Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:04Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63bf97faf1758
    namespace: kserve-ci-e2e-test
    resourceVersion: "23880"
    uid: 0ae6a1d4-e87e-4b5f-bcf9-4af14a6477c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23877"
    uid: e9e38c02-00a1-4ab7-b759-94ccb3809b7f
  kind: Event
  lastTimestamp: "2026-09-17T22:24:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63bfcfe11e0b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24155"
    uid: 40435e1a-2d1c-430b-9dee-444a34ce0a73
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23877"
    uid: e9e38c02-00a1-4ab7-b759-94ccb3809b7f
  kind: Event
  lastTimestamp: "2026-09-17T22:24:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:24:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d63bfcfe749575
    namespace: kserve-ci-e2e-test
    resourceVersion: "24156"
    uid: 19561d06-abad-4193-ad0b-05ffcc847ecd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: bdbf5bba-0ebd-437b-a09c-969f48d2b9c3
  kind: Event
  lastTimestamp: "2026-09-17T22:24:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:24:29Z"
    name: isvc-autogluon-ts-v1-noslash.18d63bf97fafb034
    namespace: kserve-ci-e2e-test
    resourceVersion: "24120"
    uid: e0965d88-3387-4330-a5a2-211487ed7df8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23868"
    uid: bdbf5bba-0ebd-437b-a09c-969f48d2b9c3
  kind: Event
  lastTimestamp: "2026-09-17T22:24:04Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:24:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:24:04Z"
    name: isvc-autogluon-ts-v1-noslash.18d63bf9805042e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23884"
    uid: d948c7de-f21a-4d29-8a7e-5aa08eab9739
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24117"
    uid: bdbf5bba-0ebd-437b-a09c-969f48d2b9c3
  kind: Event
  lastTimestamp: "2026-09-17T22:24:29Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:24:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:24:29Z"
    name: isvc-autogluon-ts-v1-noslash.18d63bff3bf834dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24119"
    uid: 272e93e9-f68c-473e-9985-fb18fdfe3aaa
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:23:16.555167Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23447"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:23:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:23:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bee49f1b5a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23451"
    uid: 6664aa87-36a6-4212-a06f-038d6f726b33
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bee574ec1c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23460"
    uid: 89d408e3-a78a-4c8d-a76a-cdff303c797a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23456"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:17Z"
  message: Add eth0 [10.134.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:23:17Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bee90888a7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23471"
    uid: a5c1aba0-11e0-4935-bb9d-ddcde0f67b71
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:17Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bee91f3a2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23473"
    uid: 0b61faae-46c8-4d94-8a80-74258b36e297
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:17Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bee95a606e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23476"
    uid: 1c2b6c75-d6a5-4c5a-a178-06eac425e51d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:23:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:17Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bee962e0983
    namespace: kserve-ci-e2e-test
    resourceVersion: "23477"
    uid: 68d63285-4772-4846-b250-95a1d2fafb9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:28Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bf0f55bf09d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23557"
    uid: c5f788cc-a215-48c6-a92d-8b4df9da561f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bf0f87b79c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "23561"
    uid: 42844d21-e57c-4acc-b6cd-2755518ede5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bf0f8f5307a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23562"
    uid: 4380e604-d45d-4cbf-8a76-01ab194f86c8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bf0f900c900
    namespace: kserve-ci-e2e-test
    resourceVersion: "23563"
    uid: dd1cbefa-c8d8-4d67-a253-07894ca34546
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bf0fbbc5e2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23565"
    uid: 722826d6-09f3-4be3-ae14-1e041de34312
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:23:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:28Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bf0fc33a8d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "23566"
    uid: 09509f76-63c1-4c89-87bc-d69e1f243b20
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:36Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.28:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:23:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:36Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bf16d279b74
    namespace: kserve-ci-e2e-test
    resourceVersion: "23628"
    uid: ca6ddc7f-b8e0-4b30-9690-3d1eb93759dd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:59Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bf84c8a2c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "23823"
    uid: 215dbb35-d346-4891-bb88-b347b984ab8b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:23:59Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:59Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bf84c8b5b1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23824"
    uid: 903745a0-128d-4477-8e42-2c32ccff8f80
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "23449"
    uid: 812250a3-bacd-4476-b0bc-4e091b7fc7c9
  kind: Event
  lastTimestamp: "2026-09-17T22:24:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.28:8643/healthz": dial tcp
    10.134.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:24:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:01Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69.18d63bf8a51adcdc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23836"
    uid: c870d9df-f141-4473-80af-8d4bf9af80cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23436"
    uid: 7bdbbaa0-8fe6-45da-be8c-adc8024135e5
  kind: Event
  lastTimestamp: "2026-09-17T22:23:16Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-frc69'
  metadata:
    creationTimestamp: "2026-09-17T22:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:23:16Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d63bee498973ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "23448"
    uid: 14941433-82c6-49c6-8cbd-30900b19e8e3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23434"
    uid: aab540e5-cd61-4924-b14b-a661bd699901
  kind: Event
  lastTimestamp: "2026-09-17T22:23:16Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:23:16Z"
    name: isvc-autogluon-ts-v1-predictor.18d63bee455a5110
    namespace: kserve-ci-e2e-test
    resourceVersion: "23439"
    uid: 5bfe5cde-8d81-43d6-91ba-2fb5e52e9c13
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 05f9c027-ec40-4ac7-a2de-91941048f958
  kind: Event
  lastTimestamp: "2026-09-17T22:23:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:23:46Z"
    name: isvc-autogluon-ts-v1-predictor.18d63bf1c3a591a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23710"
    uid: dbe9b86a-e4dc-484e-8492-ed129f0ea076
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23435"
    uid: 05f9c027-ec40-4ac7-a2de-91941048f958
  kind: Event
  lastTimestamp: "2026-09-17T22:23:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:23:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:23:46Z"
    name: isvc-autogluon-ts-v1-predictor.18d63bf1c40df333
    namespace: kserve-ci-e2e-test
    resourceVersion: "23711"
    uid: 0a985ae5-46d9-486b-8c42-16dbfab5f22a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23426"
    uid: c5ec79dc-14e4-4cb2-8ca1-44a6fcf16add
  kind: Event
  lastTimestamp: "2026-09-17T22:23:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:23:46Z"
    name: isvc-autogluon-ts-v1.18d63bee45303d5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23707"
    uid: c19a26cb-93bb-472b-866d-4934018a0434
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23426"
    uid: c5ec79dc-14e4-4cb2-8ca1-44a6fcf16add
  kind: Event
  lastTimestamp: "2026-09-17T22:23:16Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:23:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:23:16Z"
    name: isvc-autogluon-ts-v1.18d63bee45959e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "23441"
    uid: 52361a07-106e-4918-b7b3-de205c5e9838
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23705"
    uid: c5ec79dc-14e4-4cb2-8ca1-44a6fcf16add
  kind: Event
  lastTimestamp: "2026-09-17T22:23:46Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:23:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:23:46Z"
    name: isvc-autogluon-ts-v1.18d63bf52c6c029c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23706"
    uid: 7582a9ae-6507-494d-a34a-cc3cb27ebfc8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:13:49.730924Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18489"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-s685j
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:13:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:13:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b6a509604e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18495"
    uid: f1ecc505-6ba9-4f3c-9a0a-8f3879504110
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18500"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:13:50Z"
  message: Add eth0 [10.134.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:13:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b6a72b375f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18513"
    uid: 0707fd33-4bb3-46fd-88d4-2e15c69cc73d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:13:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b6a7430ab17
    namespace: kserve-ci-e2e-test
    resourceVersion: "18515"
    uid: b7cfee1f-8ec8-4388-a563-1fb0661b0f3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:13:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b6a76ff3d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "18518"
    uid: 16975fe4-c0f6-4da2-b29f-8861bafa1ff8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:13:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:13:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:50Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b6a777b35f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "18519"
    uid: 0eeabd0d-f00f-4e15-842e-0a6cbb6c63d5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:14:07Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:14:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:07Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b6e8b5bf1a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "18668"
    uid: e29d4390-4c28-40fe-8b72-c4d079902f7e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:16:03Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m56.087s
    (1m56.087s including waiting). Image size: 8948761381 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:16:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:03Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b8992b402e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19588"
    uid: 87780742-2976-4bf4-92c7-a0b3bb94abe4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:16:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b8997e13dd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19589"
    uid: 0cabc91b-ae33-44fc-af21-c7c4c174b672
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:16:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b8998f44f2a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19590"
    uid: 165e34ca-ee10-49d4-bf1a-8cd7c213564b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:16:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b899902c63b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19591"
    uid: 31ca2418-2d78-409e-b610-14f4d9dfa2bc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:16:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b899e16a46a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19592"
    uid: f9640716-eaa3-424d-82fd-c4bc4740da8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:16:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:16:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:04Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b899f0d164a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19594"
    uid: d0fbb187-e962-4bb0-b36a-66618c3680e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:16:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:11Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b89e683f115
    namespace: kserve-ci-e2e-test
    resourceVersion: "19676"
    uid: f08f7d71-4c1e-4cad-a555-14893d67679b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:16:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b9111c966f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19948"
    uid: 0ba5d614-daf1-4da5-86d1-4c7a68f3ce9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:16:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b9111ca6844
    namespace: kserve-ci-e2e-test
    resourceVersion: "19949"
    uid: 61455b10-38ff-4747-a99d-d2187a4f37ea
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j
    namespace: kserve-ci-e2e-test
    resourceVersion: "18491"
    uid: 804946a8-cbd1-41af-92d9-7f4eec864217
  kind: Event
  lastTimestamp: "2026-09-17T22:16:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.24:8643/healthz": dial tcp
    10.134.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-s685j.18d63b911e690a71
    namespace: kserve-ci-e2e-test
    resourceVersion: "19952"
    uid: fb9a301d-ed32-45c8-a8f1-ea252e4ec00c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18480"
    uid: eff4fdcd-ce84-4827-baea-a2045473415c
  kind: Event
  lastTimestamp: "2026-09-17T22:13:49Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-s685j'
  metadata:
    creationTimestamp: "2026-09-17T22:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:49Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d63b6a502ef705
    namespace: kserve-ci-e2e-test
    resourceVersion: "18490"
    uid: 287d2bf4-0683-4a83-9470-f13e2a9f728b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18478"
    uid: 6c19ecf7-a524-46a6-8b0e-17cac51ef7b4
  kind: Event
  lastTimestamp: "2026-09-17T22:13:49Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:49Z"
    name: isvc-autogluon-v1-predictor.18d63b6a4d5f511d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18482"
    uid: 7e7298cd-9dc9-4126-98a3-7fb836c0f916
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18479"
    uid: 0261f7b6-437b-4364-baef-af532952e647
  kind: Event
  lastTimestamp: "2026-09-17T22:16:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:19Z"
    name: isvc-autogluon-v1-predictor.18d63b6dcc104571
    namespace: kserve-ci-e2e-test
    resourceVersion: "19801"
    uid: bde41379-c20e-4f44-875d-9328c8477a8d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18479"
    uid: 0261f7b6-437b-4364-baef-af532952e647
  kind: Event
  lastTimestamp: "2026-09-17T22:16:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:14:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:19Z"
    name: isvc-autogluon-v1-predictor.18d63b6dcc786a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19802"
    uid: 2bd33d8a-337a-49b4-882c-a832afb1c2ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18646"
    uid: 0261f7b6-437b-4364-baef-af532952e647
  kind: Event
  lastTimestamp: "2026-09-17T22:16:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:34Z"
    name: isvc-autogluon-v1-predictor.18d63b90bf954481
    namespace: kserve-ci-e2e-test
    resourceVersion: "19919"
    uid: ea209e0e-f44b-48f5-a7c6-48a6129da026
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18646"
    uid: 0261f7b6-437b-4364-baef-af532952e647
  kind: Event
  lastTimestamp: "2026-09-17T22:16:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:16:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:34Z"
    name: isvc-autogluon-v1-predictor.18d63b90bffc1fd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19921"
    uid: 85c8782e-33e2-4936-b524-b7ef2852bb35
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: cf3b38ce-d726-4c38-b505-ea56852c045f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:16:21Z"
    name: isvc-autogluon-v1.18d63b6a4d613142
    namespace: kserve-ci-e2e-test
    resourceVersion: "19821"
    uid: ce6e3f9b-3e8b-4a78-ade4-0bf6e5e38b52
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: cf3b38ce-d726-4c38-b505-ea56852c045f
  kind: Event
  lastTimestamp: "2026-09-17T22:13:49Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:13:49Z"
    name: isvc-autogluon-v1.18d63b6a50ce30f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18496"
    uid: 6736886f-4c9c-4138-8c4c-72968b06612c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18468"
    uid: cf3b38ce-d726-4c38-b505-ea56852c045f
  kind: Event
  lastTimestamp: "2026-09-17T22:13:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v1": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:13:49Z"
    name: isvc-autogluon-v1.18d63b6a50ce7a16
    namespace: kserve-ci-e2e-test
    resourceVersion: "18499"
    uid: d772815c-11e7-414a-be7d-319e9e2b9f92
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19819"
    uid: cf3b38ce-d726-4c38-b505-ea56852c045f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:21Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:16:21Z"
    name: isvc-autogluon-v1.18d63b8da5b3c6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19820"
    uid: d378bb31-4ebc-45c5-8f55-310d20edb67b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:20:54.906347Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22267"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:20:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:20:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bcd4f0423fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "22273"
    uid: 2a9bf02d-d8a7-44a5-bd70-8e6b06d5fd13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22278"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:20:55Z"
  message: Add eth0 [10.134.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:20:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bcd712d6820
    namespace: kserve-ci-e2e-test
    resourceVersion: "22289"
    uid: a0146f9a-c857-4530-a602-6119f4a3bb5d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:20:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bcd728f2a58
    namespace: kserve-ci-e2e-test
    resourceVersion: "22291"
    uid: 7a804fbe-283c-4e28-9d77-19f918a1ac85
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:20:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bcd75b89fd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22292"
    uid: db7511df-9a7f-4d26-adab-8ad02da7e84c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:20:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:20:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:55Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bcd76379a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22293"
    uid: 238f2ab4-29de-444f-a564-06226a3ee940
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:21:25Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bd472bf4c29
    namespace: kserve-ci-e2e-test
    resourceVersion: "22517"
    uid: 52923fb3-382e-4a27-a4a8-f164ca198ae6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:21:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bd475afbd04
    namespace: kserve-ci-e2e-test
    resourceVersion: "22521"
    uid: f2ae79a4-3b17-425b-8222-00a3451b2abc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:21:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bd4762d0e5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22523"
    uid: 3616adcd-ffb0-4910-a67a-07dd29129323
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:21:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bd476388825
    namespace: kserve-ci-e2e-test
    resourceVersion: "22524"
    uid: a7cb75a0-04a0-44f3-a243-93886150663e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:21:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bd479490775
    namespace: kserve-ci-e2e-test
    resourceVersion: "22526"
    uid: 2b67b400-00ff-4d96-ac13-5c363db75a02
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:21:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:21:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:25Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bd479cb204c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22527"
    uid: d9bc93e4-65e1-4701-ae68-8a90c5e43ead
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:23:08Z"
  message: 'Readiness probe failed: Get "http://10.134.0.27:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T22:23:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:08Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bec6a9372b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23346"
    uid: 0f4e530b-0621-4b95-a794-6ca094839674
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:23:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bed12d0d45b
    namespace: kserve-ci-e2e-test
    resourceVersion: "23381"
    uid: dfeb32bb-0178-4f5a-a724-73a0cfc24bc7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw
    namespace: kserve-ci-e2e-test
    resourceVersion: "22268"
    uid: c7fba341-b742-4881-b387-fb6609b5a18c
  kind: Event
  lastTimestamp: "2026-09-17T22:23:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:23:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw.18d63bed12d133ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "23382"
    uid: 0a73462c-f077-4609-900b-88f412766fcc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22258"
    uid: 3edde8e7-8765-43ea-ad6f-13454bf3544c
  kind: Event
  lastTimestamp: "2026-09-17T22:20:54Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-g6khw'
  metadata:
    creationTimestamp: "2026-09-17T22:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:54Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d63bcd4eae644c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22269"
    uid: ed38cce0-2cfe-4490-8c0f-297195b91af8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22256"
    uid: 44c72f79-34cb-46f4-a550-edb88c97d250
  kind: Event
  lastTimestamp: "2026-09-17T22:20:54Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63bcd4bf72cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22260"
    uid: 8679bfd9-71d5-471b-ad91-76de98a2e318
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: 246a5300-7c5d-4cad-b76c-db66155010ea
  kind: Event
  lastTimestamp: "2026-09-17T22:21:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:21:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63bd0ca66baec
    namespace: kserve-ci-e2e-test
    resourceVersion: "22818"
    uid: ff5abc2c-cffc-4144-9fd1-a255829ebf08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22257"
    uid: 246a5300-7c5d-4cad-b76c-db66155010ea
  kind: Event
  lastTimestamp: "2026-09-17T22:21:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:21:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:21:54Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63bd0caca98a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "22819"
    uid: 9a8f7378-9847-4901-9354-2ba60068f193
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22404"
    uid: 246a5300-7c5d-4cad-b76c-db66155010ea
  kind: Event
  lastTimestamp: "2026-09-17T22:23:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:23:09Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63bdec61f0576
    namespace: kserve-ci-e2e-test
    resourceVersion: "23355"
    uid: cd2dc1f9-cdb9-4185-b7ea-a950f85d4fe2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22404"
    uid: 246a5300-7c5d-4cad-b76c-db66155010ea
  kind: Event
  lastTimestamp: "2026-09-17T22:23:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:22:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:23:09Z"
    name: isvc-autogluon-v2-noslash-predictor.18d63bdec6871611
    namespace: kserve-ci-e2e-test
    resourceVersion: "23356"
    uid: 047abacc-d1d8-42a6-8b76-7910c8db0b76
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: 85ee5594-ee77-4be1-bc3c-5808d49f54fe
  kind: Event
  lastTimestamp: "2026-09-17T22:22:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:22:57Z"
    name: isvc-autogluon-v2-noslash.18d63bcd4bfbd91f
    namespace: kserve-ci-e2e-test
    resourceVersion: "23265"
    uid: 6dd839c1-9963-47a7-abf7-5055ffc63fcf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22248"
    uid: 85ee5594-ee77-4be1-bc3c-5808d49f54fe
  kind: Event
  lastTimestamp: "2026-09-17T22:20:54Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:20:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:20:54Z"
    name: isvc-autogluon-v2-noslash.18d63bcd4c94eea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22264"
    uid: e5b733ef-8631-4eed-91d2-1492aed531d9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:22:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "23263"
    uid: 85ee5594-ee77-4be1-bc3c-5808d49f54fe
  kind: Event
  lastTimestamp: "2026-09-17T22:22:57Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:22:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:22:57Z"
    name: isvc-autogluon-v2-noslash.18d63be9dfc78ad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23264"
    uid: 747b7d69-70f6-44e6-bafb-df8d2b4cbd54
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:16:41.378354Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20014"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:16:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:16:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63b92479200ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20020"
    uid: fde75df9-b40d-4d03-a04a-b5e835cf1946
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20024"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:16:41Z"
  message: Add eth0 [10.134.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:16:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63b926bdacac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20038"
    uid: 9ba9167b-74cc-45e4-bc59-cb9b20fd510b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:16:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63b926d5c4b3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20040"
    uid: bd7078c3-446d-450c-ad4e-f180f00d3277
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:16:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63b92750b8154
    namespace: kserve-ci-e2e-test
    resourceVersion: "20041"
    uid: c178c29f-2bb3-4a8b-a0f8-23d325740602
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:16:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:16:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:42Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63b927656f279
    namespace: kserve-ci-e2e-test
    resourceVersion: "20042"
    uid: 4ee0211a-268a-40e2-9995-1b40977661fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:17:11Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63b995343f29c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20255"
    uid: 3e7cad98-b013-45ac-990f-c55e2c584118
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:17:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63b9956079ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20258"
    uid: 7eaf81ea-5503-4cda-ae81-4779a87ef8df
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:17:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63b99566ea057
    namespace: kserve-ci-e2e-test
    resourceVersion: "20259"
    uid: 67040b6f-ff3e-445e-9be5-1af880fc5057
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:17:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63b995679982a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20260"
    uid: be185e9d-c862-4dc8-941a-59bc185b8625
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:17:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63b9959ce51f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "20264"
    uid: 33eb9c27-572c-435c-9b86-b3060b15e04d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:17:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:17:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63b995a354760
    namespace: kserve-ci-e2e-test
    resourceVersion: "20265"
    uid: fb1a386c-33e7-45f1-bb8f-c52628442c30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:18:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:18:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63bb1fd0f3b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "21144"
    uid: 3e2ee860-6d71-4446-ac82-19c428ebf852
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw
    namespace: kserve-ci-e2e-test
    resourceVersion: "20016"
    uid: 632278cb-a717-44ad-9d37-40b0d1678fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:18:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:18:57Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-q89tw.18d63bb1fd0fbeac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21145"
    uid: c24b3165-d9ed-4193-aca4-357c6cdea080
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20005"
    uid: 6d5044d3-2241-4f40-b523-b1a17be5376f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:41Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-q89tw'
  metadata:
    creationTimestamp: "2026-09-17T22:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:41Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d63b9247161049
    namespace: kserve-ci-e2e-test
    resourceVersion: "20015"
    uid: 94ad7ffe-1585-4037-8352-dadcc41a3c51
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20003"
    uid: cbc59efa-8a36-471f-887f-ae25fd753e1c
  kind: Event
  lastTimestamp: "2026-09-17T22:16:41Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:41Z"
    name: isvc-autogluon-v2-predictor.18d63b92443484cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20007"
    uid: cf39f2a8-f144-4562-b2cf-4256c5b7265a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: debc111d-9ae5-412d-870e-4cda3df1c3a8
  kind: Event
  lastTimestamp: "2026-09-17T22:17:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:41Z"
    name: isvc-autogluon-v2-predictor.18d63b95c2b9b3d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "20489"
    uid: bc55f335-1a3a-477f-b79d-2df13279fe60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20004"
    uid: debc111d-9ae5-412d-870e-4cda3df1c3a8
  kind: Event
  lastTimestamp: "2026-09-17T22:17:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:16:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:41Z"
    name: isvc-autogluon-v2-predictor.18d63b95c323cf8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20490"
    uid: 4d309d57-291e-4b8b-93fb-ba455f87fd55
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: debc111d-9ae5-412d-870e-4cda3df1c3a8
  kind: Event
  lastTimestamp: "2026-09-17T22:18:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:18:56Z"
    name: isvc-autogluon-v2-predictor.18d63ba3be2992c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21118"
    uid: b8222cbe-93d8-4bbb-a788-fba580ddbd48
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20143"
    uid: debc111d-9ae5-412d-870e-4cda3df1c3a8
  kind: Event
  lastTimestamp: "2026-09-17T22:18:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:18:56Z"
    name: isvc-autogluon-v2-predictor.18d63ba3be7aa3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "21119"
    uid: 021ee670-9287-4246-ae03-616c751a604e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:19:02.767049Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21207"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:19:02Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:19:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bb332fe31d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "21213"
    uid: 0b2a4b49-32ae-4bd0-92d7-e694b3354826
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:03Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21218"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:19:03Z"
  message: Add eth0 [10.134.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:19:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bb354f71a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21228"
    uid: a30cb9d6-b7c9-4c16-a692-35a2351625a2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:19:03Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bb3566c4fb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "21230"
    uid: d612131c-dca2-4482-89f2-b7f3fb2d8719
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:19:03Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bb358f4925e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: 09f54c4c-09c4-4b94-b5a9-0c84a50d2a21
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:19:03Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:19:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:03Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bb3595fa3f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21232"
    uid: cd0306c6-af95-4354-92c3-bbb51a6ea71c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:19:08Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bb46f6f5998
    namespace: kserve-ci-e2e-test
    resourceVersion: "21270"
    uid: 161784fa-1d3c-4ac0-86cc-5d132c44ab96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:19:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bb474229c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21274"
    uid: 47e16f3c-ac28-4675-8f06-5521af884320
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:19:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bb47489b241
    namespace: kserve-ci-e2e-test
    resourceVersion: "21275"
    uid: 776ca66c-0747-40bf-a98e-8a8e90a1dceb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:19:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bb4749469db
    namespace: kserve-ci-e2e-test
    resourceVersion: "21276"
    uid: 1cb2521b-a67b-4de5-b4f9-8cc58c6e9a40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:19:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bb477d95a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "21279"
    uid: cec234cb-a91f-494b-9776-d3ee29a9f6f8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:19:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:19:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:08Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bb47862c5d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21280"
    uid: 4fa7c469-8b18-43f1-93c0-9de12cd4557c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:20:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bcc197a2506
    namespace: kserve-ci-e2e-test
    resourceVersion: "22199"
    uid: 60416a80-87a4-492a-85fd-48c0faa82c55
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:20:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:20:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bcc197ad365
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: 4cc8a1d1-fbcd-4c45-84ea-c43a30244270
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "21211"
    uid: ab71ad35-e2e9-4c9c-8e9a-b834e1da12f6
  kind: Event
  lastTimestamp: "2026-09-17T22:20:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.26:8643/healthz": dial tcp
    10.134.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:20:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:50Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk.18d63bcc2fb06e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22205"
    uid: b67cabaf-e31b-44bd-8912-bd6731037b10
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "21198"
    uid: d50563e2-0c46-4f4b-ab71-63c89f9aa179
  kind: Event
  lastTimestamp: "2026-09-17T22:19:02Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-mhjnk'
  metadata:
    creationTimestamp: "2026-09-17T22:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:02Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d63bb33278f574
    namespace: kserve-ci-e2e-test
    resourceVersion: "21209"
    uid: f91a75e7-7ea1-4ade-8610-42b0ce76dfd6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:02Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21196"
    uid: a269aa07-a2c7-452d-ba7c-8b8d11cd872d
  kind: Event
  lastTimestamp: "2026-09-17T22:19:02Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:02Z"
    name: isvc-autogluon-v2-variants-predictor.18d63bb32fb90f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "21200"
    uid: 3a6290a0-0d8b-48d5-8f0a-e03d744f0e3d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: d23445b8-2733-44a3-82d0-0e952dbf0d09
  kind: Event
  lastTimestamp: "2026-09-17T22:19:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:47Z"
    name: isvc-autogluon-v2-variants-predictor.18d63bb6ae2ffd67
    namespace: kserve-ci-e2e-test
    resourceVersion: "21640"
    uid: 408e11aa-1181-40c3-8341-ebcef55c295a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21197"
    uid: d23445b8-2733-44a3-82d0-0e952dbf0d09
  kind: Event
  lastTimestamp: "2026-09-17T22:19:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:19:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:47Z"
    name: isvc-autogluon-v2-variants-predictor.18d63bb6ae8edd91
    namespace: kserve-ci-e2e-test
    resourceVersion: "21641"
    uid: 93200d7b-244f-45a0-bdb3-ab0007a4ec8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: d23445b8-2733-44a3-82d0-0e952dbf0d09
  kind: Event
  lastTimestamp: "2026-09-17T22:20:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:47Z"
    name: isvc-autogluon-v2-variants-predictor.18d63bc12b3c2657
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: 4c3ef817-9e56-4234-8028-a0251d6f0b16
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21353"
    uid: d23445b8-2733-44a3-82d0-0e952dbf0d09
  kind: Event
  lastTimestamp: "2026-09-17T22:20:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:20:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:47Z"
    name: isvc-autogluon-v2-variants-predictor.18d63bc12ba0cd68
    namespace: kserve-ci-e2e-test
    resourceVersion: "22171"
    uid: 65fb40fc-617d-4517-adf8-60cc27ffbda0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: 84f20b04-bbf0-45f5-ba44-6b95f8107850
  kind: Event
  lastTimestamp: "2026-09-17T22:20:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:20:39Z"
    name: isvc-autogluon-v2-variants.18d63bb32fbdf7e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "22113"
    uid: 83da6984-5a4e-4b54-955d-0ed3176263a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21189"
    uid: 84f20b04-bbf0-45f5-ba44-6b95f8107850
  kind: Event
  lastTimestamp: "2026-09-17T22:19:02Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:19:02Z"
    name: isvc-autogluon-v2-variants.18d63bb330425725
    namespace: kserve-ci-e2e-test
    resourceVersion: "21204"
    uid: f4ac95e0-fc64-4e60-bcff-a81a78ddfe8d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "22111"
    uid: 84f20b04-bbf0-45f5-ba44-6b95f8107850
  kind: Event
  lastTimestamp: "2026-09-17T22:20:39Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:20:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:20:39Z"
    name: isvc-autogluon-v2-variants.18d63bc9bddc6d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "22112"
    uid: 12cfa0ed-f9c3-4112-b67d-b56ea0cd0245
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 74e70851-bf3e-4ca3-847a-50022545ce7d
  kind: Event
  lastTimestamp: "2026-09-17T22:18:46Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:18:46Z"
    name: isvc-autogluon-v2.18d63b92443a4c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21043"
    uid: 376c3b18-bbb5-4002-b942-08dc71139e8a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19996"
    uid: 74e70851-bf3e-4ca3-847a-50022545ce7d
  kind: Event
  lastTimestamp: "2026-09-17T22:16:41Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:16:41Z"
    name: isvc-autogluon-v2.18d63b9244c5ecd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20026"
    uid: 9529252d-87b2-4350-81ac-90df02f209d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19998"
    uid: 74e70851-bf3e-4ca3-847a-50022545ce7d
  kind: Event
  lastTimestamp: "2026-09-17T22:16:41Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:16:41Z"
    name: isvc-autogluon-v2.18d63b924ad2b297
    namespace: kserve-ci-e2e-test
    resourceVersion: "20027"
    uid: a69aec21-f175-4a57-b5bb-e5135704efa5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21041"
    uid: 74e70851-bf3e-4ca3-847a-50022545ce7d
  kind: Event
  lastTimestamp: "2026-09-17T22:18:46Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:18:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:18:46Z"
    name: isvc-autogluon-v2.18d63baf6e7c759d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21042"
    uid: 115336a6-03fb-461d-b0ca-c0812c8cf8c7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:24:45.671513Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24310"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f845bd94d-5nv57
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:24:45Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c0309b15182
    namespace: kserve-ci-e2e-test
    resourceVersion: "24316"
    uid: 8d185f71-5694-4f36-8f31-965b7328e6a0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24322"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c032ba8971c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24349"
    uid: 29c70242-6f2b-4723-9d5a-0dcec5ef921e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c032d421c2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24351"
    uid: ea31cb63-a75b-457a-b5c9-71845ce121c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c033098a9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "24355"
    uid: 79ad64fc-76f4-4091-a83e-fa955cb07d05
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c033106c61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24356"
    uid: 8e77ea4c-428c-4ca7-8047-9c5943526e93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c04317e5c9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24465"
    uid: ce2dd2a6-9fa8-411f-aed7-3d626b634be1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c0435013803
    namespace: kserve-ci-e2e-test
    resourceVersion: "24469"
    uid: b08dba9f-13b7-4b17-9555-1f70e1dc3660
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c043578093b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24474"
    uid: 927876d4-ba68-49c4-9ed3-b9d4a8c11110
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c043581760b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24475"
    uid: 6133c38c-7196-43a7-b735-2659f22b63ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c0438ca082c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24476"
    uid: 8216da5d-2f75-452e-bb25-98d94a605c6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c04395e395b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24480"
    uid: 460ea2da-2598-406e-b6d0-63ca0b920a0c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:26:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c046dad5034
    namespace: kserve-ci-e2e-test
    resourceVersion: "25406"
    uid: 25e92fe5-ce48-49c3-86b8-827fc0082d35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:26:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:25Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c1a54eb0f24
    namespace: kserve-ci-e2e-test
    resourceVersion: "25378"
    uid: 21e6f823-0867-4b08-a821-5013a10b2f3f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:26:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:25Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c1a54f0bb4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25379"
    uid: 33123053-66bd-4ece-8d74-b3db3c41c0ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-5nv57
    namespace: kserve-ci-e2e-test
    resourceVersion: "24313"
    uid: 6b825c2a-99e0-4496-809a-64043cc86dd1
  kind: Event
  lastTimestamp: "2026-09-17T22:26:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:27Z"
    name: isvc-canary-create-predictor-5f845bd94d-5nv57.18d63c1ac842c2a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25404"
    uid: c0b1037e-3a1c-43be-8d80-bc56c4bb9942
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:24:45.725436Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24323"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-5f845bd94d-7tx46
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:24:45Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c030ce7e139
    namespace: kserve-ci-e2e-test
    resourceVersion: "24327"
    uid: 1b07289d-cb44-4407-87cc-d8e4e8f97e51
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24333"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c032f084188
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: cc643a1f-393c-4324-82ba-44b626123a73
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c03307c16c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24354"
    uid: c6e3cf35-4d10-47ee-8835-9733905efedf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c03330ed80e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: 7622a31e-2886-4ba4-804b-d0b533d83a3f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c0333848318
    namespace: kserve-ci-e2e-test
    resourceVersion: "24358"
    uid: f29a76f0-c00c-46fd-b783-b0e96e75077e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c04216613da
    namespace: kserve-ci-e2e-test
    resourceVersion: "24459"
    uid: 200f8f18-282b-494f-832f-fd0f8cb7965c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:25:03Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 13.398s (13.398s including waiting). Image size: 1580890516 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:03Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c074003fb22
    namespace: kserve-ci-e2e-test
    resourceVersion: "24597"
    uid: 4af653a1-6642-4d93-836d-b525825ec3c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:25:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:03Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c0743618958
    namespace: kserve-ci-e2e-test
    resourceVersion: "24598"
    uid: 435c57f5-505e-49e2-9c9d-6b0031d7050a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:25:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:03Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c0743dec0c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24599"
    uid: 11008e6b-7bbd-43da-a038-d87cb8e6a557
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:25:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:03Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c0743ec173c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24600"
    uid: 9238d69e-db00-4b4f-b2d4-bb30bee8a54d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:25:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:03Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c074721cf4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24602"
    uid: 01b3c475-b119-4220-86d3-4a1658724776
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:25:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:25:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:03Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c07479d5a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "24603"
    uid: f18d67d1-2f6e-4546-a985-c461fe5f0596
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:26:17Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.30:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:25:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:17Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c07a3df6b21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25260"
    uid: 7d146d95-a592-44b9-9ffd-91cf3d8fd707
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:26:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:17Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c187b527a21
    namespace: kserve-ci-e2e-test
    resourceVersion: "25257"
    uid: e2751e8c-3e2c-4252-a5b5-c4fa958f51a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:26:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:17Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c187b539a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25258"
    uid: d7f2fd1b-5ac1-41b2-a059-0e432471e143
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-5f845bd94d-7tx46
    namespace: kserve-ci-e2e-test
    resourceVersion: "24325"
    uid: 99f4e40a-231d-45f6-bf22-ffa9ea659bbd
  kind: Event
  lastTimestamp: "2026-09-17T22:26:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.30:8643/healthz": dial tcp
    10.134.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:21Z"
    name: isvc-canary-create-predictor-5f845bd94d-7tx46.18d63c19560c41fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25302"
    uid: 633b09d3-7c2b-46c2-8b31-86e1ea6225b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d0a2824d-dfeb-4eb1-8f55-e70951001dab
  kind: Event
  lastTimestamp: "2026-09-17T22:24:45Z"
  message: 'Created pod: isvc-canary-create-predictor-5f845bd94d-5nv57'
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:45Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d63c030944baa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24312"
    uid: 82d23142-f33e-4104-a869-264480e57878
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24299"
    uid: d0a2824d-dfeb-4eb1-8f55-e70951001dab
  kind: Event
  lastTimestamp: "2026-09-17T22:24:45Z"
  message: 'Created pod: isvc-canary-create-predictor-5f845bd94d-7tx46'
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:45Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d63c030c781d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "24324"
    uid: 90c4e5df-d2c8-48d2-8c50-d291a4a261ca
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-5f845bd94d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25248"
    uid: d0a2824d-dfeb-4eb1-8f55-e70951001dab
  kind: Event
  lastTimestamp: "2026-09-17T22:26:17Z"
  message: 'Deleted pod: isvc-canary-create-predictor-5f845bd94d-7tx46'
  metadata:
    creationTimestamp: "2026-09-17T22:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:26:17Z"
    name: isvc-canary-create-predictor-5f845bd94d.18d63c187b2ae5a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25251"
    uid: c22c02e3-f045-470f-a937-c44ac3f854bb
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24298"
    uid: f42822c8-028d-40d8-8425-8063dc5dc280
  kind: Event
  lastTimestamp: "2026-09-17T22:24:45Z"
  message: Scaled up replica set isvc-canary-create-predictor-5f845bd94d from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:45Z"
    name: isvc-canary-create-predictor.18d63c0306873f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24301"
    uid: 2e9fe265-684d-4f72-86f0-a4b68d2b6a5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: f42822c8-028d-40d8-8425-8063dc5dc280
  kind: Event
  lastTimestamp: "2026-09-17T22:26:17Z"
  message: Scaled down replica set isvc-canary-create-predictor-5f845bd94d from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:26:17Z"
    name: isvc-canary-create-predictor.18d63c187acb4bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "25249"
    uid: f391e6a1-cd34-4c88-9337-791cb954ba68
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:24:45.661226Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24306"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:24:45Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c0309143631
    namespace: kserve-ci-e2e-test
    resourceVersion: "24311"
    uid: 78574461-0d89-4c9f-9f3e-f9fa8a60047a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:45Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:24:45Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-create-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:45Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c0310e9709e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24336"
    uid: 9eb32f53-c258-4136-9199-df8bd24011e6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24321"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: Add eth0 [10.133.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c034f327a0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24368"
    uid: 114b9135-1974-4a65-ac34-7ac786654e97
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c03508fa789
    namespace: kserve-ci-e2e-test
    resourceVersion: "24370"
    uid: 73f16596-d082-42c4-97cd-06621146aaac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c0353eb6c33
    namespace: kserve-ci-e2e-test
    resourceVersion: "24371"
    uid: 7d63d372-b0c6-4642-a32c-a7001079f25d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:24:46Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:46Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c035461930b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: d7ea2bea-99e4-49ad-92b9-8a9696ebfcfa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c043167d45d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24464"
    uid: fe507570-15c1-4055-bfa3-cf989caf7e51
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c0434efd482
    namespace: kserve-ci-e2e-test
    resourceVersion: "24468"
    uid: 946199d0-63c0-4995-8c92-03c1ab1dd1c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c04356a2a22
    namespace: kserve-ci-e2e-test
    resourceVersion: "24471"
    uid: cc273ea6-e349-42d0-be22-32344e8ef667
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c043574fc86
    namespace: kserve-ci-e2e-test
    resourceVersion: "24473"
    uid: 6adfa6b9-05c4-43ae-a884-1ce15e592f2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c0438ddbcd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24479"
    uid: 54cc7c3b-d4c3-4368-9e63-45c81921c8f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:24:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:50Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c04396c5297
    namespace: kserve-ci-e2e-test
    resourceVersion: "24481"
    uid: a8a21c05-5573-40f0-aa78-ced23663c88a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:26:27Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:24:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:27Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c046d92ea07
    namespace: kserve-ci-e2e-test
    resourceVersion: "25407"
    uid: bce597f3-4414-40c4-b6a5-c81d64b2912a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:26:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:25Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c1a5529835e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25380"
    uid: 3f110e00-e0d0-4cce-b3f3-54f08f73ea39
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:26:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:26:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:25Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c1a552ab4fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25382"
    uid: 4683f0d1-989f-488e-a85b-00f1853e875f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk
    namespace: kserve-ci-e2e-test
    resourceVersion: "24308"
    uid: 832cb065-cc5e-42e2-829c-8eaadd78e6df
  kind: Event
  lastTimestamp: "2026-09-17T22:26:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.35:8643/healthz": dial tcp
    10.133.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:27Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk.18d63c1ac843837b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25405"
    uid: 8ddf37dd-b79d-421c-94d4-48ec076dba96
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-79d6f5c6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24290"
    uid: bbcc26bf-1d07-4cd3-95d8-c3c069068ca6
  kind: Event
  lastTimestamp: "2026-09-17T22:24:45Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-79d6f5c6d9-b8xrk'
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:45Z"
    name: isvc-canary-create-v2-predictor-79d6f5c6d9.18d63c0308a65441
    namespace: kserve-ci-e2e-test
    resourceVersion: "24307"
    uid: 980f2b82-d43e-48ac-81d5-ba9b148a6f57
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:45Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24288"
    uid: 9a33b085-f790-49c2-99b7-a9b34a49e695
  kind: Event
  lastTimestamp: "2026-09-17T22:24:45Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-79d6f5c6d9 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:45Z"
    name: isvc-canary-create-v2-predictor.18d63c030479f0ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24291"
    uid: 66318586-b902-4211-8dd9-cda1adf5298a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 20
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 11d23c93-4666-4339-840c-2b23ce466195
  kind: Event
  lastTimestamp: "2026-09-17T22:26:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:26:17Z"
    name: isvc-canary-create.18d63c030636a450
    namespace: kserve-ci-e2e-test
    resourceVersion: "25275"
    uid: 7b5cb7cd-0629-43a9-9ce2-87dec945d060
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 11d23c93-4666-4339-840c-2b23ce466195
  kind: Event
  lastTimestamp: "2026-09-17T22:26:17Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:26:17Z"
    name: isvc-canary-create.18d63c03069ce600
    namespace: kserve-ci-e2e-test
    resourceVersion: "25265"
    uid: ef2f80f5-1e39-420d-903d-0396a14cc1bc
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "24280"
    uid: 11d23c93-4666-4339-840c-2b23ce466195
  kind: Event
  lastTimestamp: "2026-09-17T22:26:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:24:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:26:17Z"
    name: isvc-canary-create.18d63c03069d34f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25266"
    uid: f226d133-520a-4c8a-a7d2-0e1c2b262742
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25268"
    uid: 11d23c93-4666-4339-840c-2b23ce466195
  kind: Event
  lastTimestamp: "2026-09-17T22:26:17Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:26:17Z"
    name: isvc-canary-create.18d63c1881489767
    namespace: kserve-ci-e2e-test
    resourceVersion: "25269"
    uid: bee03c92-9667-4d32-bbe8-979cd5b3220c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:26:30.964915Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25519"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-567686cc76-m22tp
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:26:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:26:30Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1b8daaec67
    namespace: kserve-ci-e2e-test
    resourceVersion: "25523"
    uid: 12bd7dfa-ecf0-4bc0-bb24-3c9b4f9f8ee7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25528"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1bb1233f05
    namespace: kserve-ci-e2e-test
    resourceVersion: "25554"
    uid: dfaa92c8-a110-43a6-a06f-88dace722ced
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1bb2b02c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "25558"
    uid: 38f4cce6-092f-4108-a884-70064b2d4572
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1bb5292107
    namespace: kserve-ci-e2e-test
    resourceVersion: "25560"
    uid: a5f0dc8d-5ebe-4f4f-89ea-0a59012a2cb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1bb59b6885
    namespace: kserve-ci-e2e-test
    resourceVersion: "25561"
    uid: 333f9845-e0e8-4d58-a7ac-194df15cddf4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:26:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:36Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1cc434718e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25645"
    uid: 1bd21105-a262-44da-886f-1a967340f4a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:26:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:36Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1cc73e49f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25647"
    uid: c1e14c0c-803a-40d3-bb6f-87799e88fb69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:26:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:36Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1cc7b3fa87
    namespace: kserve-ci-e2e-test
    resourceVersion: "25648"
    uid: 1211061e-dc10-4edb-af53-14574c3cc56b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:26:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:36Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1cc7be6f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25649"
    uid: 1a5b88fb-41f1-4b30-b05f-0be6c6b308db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:26:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:36Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1ccb426cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25652"
    uid: 36b8ddd4-d195-47ef-8eb0-4e8c28e2a4bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:26:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:36Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1ccbb76cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "25654"
    uid: 5687268d-ce53-4e2c-b921-c4064bb4deed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:27:44Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:26:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:27:44Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c1d3c326066
    namespace: kserve-ci-e2e-test
    resourceVersion: "26158"
    uid: f75787b9-5e97-40f9-b8e4-a4415bbc97eb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:27:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:27:54Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c2f05e0d988
    namespace: kserve-ci-e2e-test
    resourceVersion: "26281"
    uid: 87a90d7f-7ab0-4100-82ef-32613fe4e1b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:27:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:27:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:27:54Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c2f05e15e17
    namespace: kserve-ci-e2e-test
    resourceVersion: "26280"
    uid: fac58bfc-5af5-471b-b9e4-7dd9cd96c940
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:27:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-m22tp
    namespace: kserve-ci-e2e-test
    resourceVersion: "25521"
    uid: c5ed96d8-a48a-444d-bcbe-6c31417af8f4
  kind: Event
  lastTimestamp: "2026-09-17T22:27:59Z"
  message: 'Readiness probe failed: Get "https://10.133.0.39:8643/healthz": dial tcp
    10.133.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:27:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:27:59Z"
    name: isvc-canary-promote-predictor-567686cc76-m22tp.18d63c3018697a0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26323"
    uid: c30f8ae9-8a2c-48e4-9d73-1cfff1e6135b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:26:30.916421Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25511"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-567686cc76-qtxgw
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:26:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:26:30Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1b8ac6f995
    namespace: kserve-ci-e2e-test
    resourceVersion: "25514"
    uid: 2126f5fb-08dc-43d7-8ae6-f7d37c5dcb53
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25518"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1bad163c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "25547"
    uid: 03205c91-04f8-458f-aaa8-7c51179c22f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1baebcaa8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25549"
    uid: 3edba84d-5a1f-4ee0-ad89-d8dae4b6f1e5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1bb0d04a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "25552"
    uid: ba7dd29c-2c38-4998-b9ff-06f6e2dbdb83
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1bb13f5559
    namespace: kserve-ci-e2e-test
    resourceVersion: "25555"
    uid: 7f9ce4c8-213b-42c7-af37-1cfacba43557
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1cace5af91
    namespace: kserve-ci-e2e-test
    resourceVersion: "25620"
    uid: 4b0568f3-abfb-428e-85f1-14ec9bd920ea
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1cb0df3947
    namespace: kserve-ci-e2e-test
    resourceVersion: "25626"
    uid: 8b976426-453d-4a49-af8e-69b21baf4daf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1cb152d026
    namespace: kserve-ci-e2e-test
    resourceVersion: "25630"
    uid: 9c1ed026-d59e-4f5c-b425-0b6bac477298
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1cb15d8ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "25633"
    uid: fb25b630-dc8b-488a-aa97-e644cebf0cc9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1cb4d676b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "25637"
    uid: dcce376c-1a9f-443b-b809-f7c7c44dd8ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1cb53dafe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25641"
    uid: c879969f-4866-485a-8575-699e5fcb5a8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:28:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:02Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c1ce8f3ef1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26414"
    uid: 4dee16b7-3eff-4628-b2d0-f5500b5e1e8b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:28:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:00Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c30815be835
    namespace: kserve-ci-e2e-test
    resourceVersion: "26375"
    uid: bdde7e5b-8789-4ef7-8c04-06d315acace5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:28:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:00Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c30815c65d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26377"
    uid: f08b687e-c6a7-4094-be16-4f1de75a8d35
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-567686cc76-qtxgw
    namespace: kserve-ci-e2e-test
    resourceVersion: "25513"
    uid: 06b51a82-68a2-4ad9-aefa-dbc71f6f2160
  kind: Event
  lastTimestamp: "2026-09-17T22:28:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:02Z"
    name: isvc-canary-promote-predictor-567686cc76-qtxgw.18d63c30ef69eac8
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: 5be4505e-b79d-4eb3-a81d-fc6ea2a379fd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: 0639c873-5f67-4796-a513-1e07375d02c6
  kind: Event
  lastTimestamp: "2026-09-17T22:26:30Z"
  message: 'Created pod: isvc-canary-promote-predictor-567686cc76-qtxgw'
  metadata:
    creationTimestamp: "2026-09-17T22:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:26:30Z"
    name: isvc-canary-promote-predictor-567686cc76.18d63c1b8a5f4963
    namespace: kserve-ci-e2e-test
    resourceVersion: "25512"
    uid: 78581f60-7762-4879-aa8e-1f6d2be1c94e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "25494"
    uid: 0639c873-5f67-4796-a513-1e07375d02c6
  kind: Event
  lastTimestamp: "2026-09-17T22:26:30Z"
  message: 'Created pod: isvc-canary-promote-predictor-567686cc76-m22tp'
  metadata:
    creationTimestamp: "2026-09-17T22:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:26:30Z"
    name: isvc-canary-promote-predictor-567686cc76.18d63c1b8d4d6edc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25520"
    uid: 2cd2768e-6c1e-4c56-9886-bc78b1bd0ec3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:27:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-567686cc76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26272"
    uid: 0639c873-5f67-4796-a513-1e07375d02c6
  kind: Event
  lastTimestamp: "2026-09-17T22:27:54Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-567686cc76-m22tp'
  metadata:
    creationTimestamp: "2026-09-17T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:27:54Z"
    name: isvc-canary-promote-predictor-567686cc76.18d63c2f05b4775d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26275"
    uid: 401b1dfc-a1bf-41fa-a0c6-38ff946ca0fc
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25492"
    uid: 2b669d54-2175-41fd-8c10-ee955b7e4a93
  kind: Event
  lastTimestamp: "2026-09-17T22:26:30Z"
  message: Scaled up replica set isvc-canary-promote-predictor-567686cc76 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T22:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:26:30Z"
    name: isvc-canary-promote-predictor.18d63c1b87778d7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25496"
    uid: c0d03c66-e1c5-4d87-b26b-c785d131c95d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:27:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26268"
    uid: 2b669d54-2175-41fd-8c10-ee955b7e4a93
  kind: Event
  lastTimestamp: "2026-09-17T22:27:54Z"
  message: Scaled down replica set isvc-canary-promote-predictor-567686cc76 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:27:54Z"
    name: isvc-canary-promote-predictor.18d63c2f05509ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26273"
    uid: 2c8b8cc1-cea9-4d70-bc4f-0649a0eb2f16
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:28:01.024751Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26381"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:28:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:28:01Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c3085a6fd19
    namespace: kserve-ci-e2e-test
    resourceVersion: "26385"
    uid: 9636a7c8-6f3c-435c-93fb-c6175cfe3c3a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26389"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:28:01Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:28:01Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c30a7dd851e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26393"
    uid: 8fc527dc-8671-45fd-b056-8294bbb61e11
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:28:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:01Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c30a9413bcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26395"
    uid: 5c7d7167-1064-456e-8985-7fa36c4ead02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:28:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:01Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c30ad0cc886
    namespace: kserve-ci-e2e-test
    resourceVersion: "26396"
    uid: 99a939b9-5ad2-40fa-9b6d-b8d107da81a4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:28:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:01Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c30ad849ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26397"
    uid: 8d8c723f-397a-40e8-9c20-aa04490c58d4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c319384ee55
    namespace: kserve-ci-e2e-test
    resourceVersion: "26470"
    uid: 3cecb2c6-9d51-4407-84e6-bea7e52f63ae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c3197731d3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26475"
    uid: 01ac68fa-fa44-4f55-b394-2b9d8053b15e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c3197e41a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "26476"
    uid: 06df2608-75c9-464f-8d35-62f67b138caa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c3197ee63c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26477"
    uid: 365db499-58ce-4a0b-a976-a66979077d0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c319abc16ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "26479"
    uid: 4e79175f-4e72-4c99-bd79-720f298a56c8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c319b2de97a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26480"
    uid: 28315d75-d005-415c-ae3e-2c9eeae89f14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:29:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:28:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:13Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c320b676f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "27282"
    uid: ad4cf37d-9600-4c68-946d-4be86786d041
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:29:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c4585419ac6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27427"
    uid: c8c8125a-b0ec-4677-8899-7cd890292b7e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:29:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c458542131f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 97ba6a51-4c2b-451c-9c7c-60a7e844d8aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77
    namespace: kserve-ci-e2e-test
    resourceVersion: "26383"
    uid: 4f6e235a-5213-42cd-9cf4-b82db69c0a30
  kind: Event
  lastTimestamp: "2026-09-17T22:29:33Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:33Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77.18d63c4611a00ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27456"
    uid: c5aacd09-9ddd-47ab-b2df-d9ee33032245
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:26:30.878268Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25499"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:26:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:26:30Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1b8880cc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25505"
    uid: f19a2f6d-ca8b-4384-969c-050b9db42bc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25510"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1baaedeff1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25544"
    uid: 4d04a0b5-603f-4df7-9d3a-460df61a7870
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1bac63236e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25546"
    uid: 11c2691e-3701-4a4d-83b2-a1eefd19c49a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1bafa67542
    namespace: kserve-ci-e2e-test
    resourceVersion: "25550"
    uid: 80800bf6-ebf1-4fe7-835f-c3d6530f22d0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1bb015fe66
    namespace: kserve-ci-e2e-test
    resourceVersion: "25551"
    uid: 8ad7ff98-3f27-48c0-9a66-e514802faa1d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1caccb7043
    namespace: kserve-ci-e2e-test
    resourceVersion: "25619"
    uid: f4bc4c63-c89a-4ad2-8e2d-43391884b1ad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1cb0e2443d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25628"
    uid: 62df55d3-e4f2-4b29-9f9b-32eda7bffe14
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1cb15a7535
    namespace: kserve-ci-e2e-test
    resourceVersion: "25631"
    uid: e2a07825-152d-43ef-a674-585852a43694
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1cb16303eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25635"
    uid: 7d90c738-70ff-4315-902d-79676db83b88
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1cb4eec2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25639"
    uid: 4a436477-54fe-42f4-bd7f-f2111ea3419b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1cb550d0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25642"
    uid: 76cf015b-8ccf-4869-b267-bb9ef6ebfefa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:29:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:34Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c1ce9313080
    namespace: kserve-ci-e2e-test
    resourceVersion: "27463"
    uid: 20227a42-9c23-4fcd-ad74-807e9ee86d0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:29:31Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c45853ac54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27426"
    uid: 41bd7e13-3cbf-4ab1-8daa-7dba3535531b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:29:31Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:29:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:31Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c45853b4517
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: 9ce34e30-4019-4c6a-9066-4583ef72c54a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k
    namespace: kserve-ci-e2e-test
    resourceVersion: "25502"
    uid: 35a60fae-58ba-4249-b4f8-8d16fbb01725
  kind: Event
  lastTimestamp: "2026-09-17T22:29:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:29:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:32Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k.18d63c45e3de2406
    namespace: kserve-ci-e2e-test
    resourceVersion: "27442"
    uid: be73cb7f-3a7b-4068-bc8f-2c1db8ac0953
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6ccf956dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: b03301e0-06d8-4b11-bfcb-1827174d20af
  kind: Event
  lastTimestamp: "2026-09-17T22:26:30Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6ccf956dbc-82n2k'
  metadata:
    creationTimestamp: "2026-09-17T22:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:26:30Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc.18d63c1b8811f554
    namespace: kserve-ci-e2e-test
    resourceVersion: "25500"
    uid: 59b9ba57-d33d-4206-8cec-1a78cbd2cf5a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6ccf956dbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26368"
    uid: b03301e0-06d8-4b11-bfcb-1827174d20af
  kind: Event
  lastTimestamp: "2026-09-17T22:28:01Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6ccf956dbc-2tf77'
  metadata:
    creationTimestamp: "2026-09-17T22:28:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:28:01Z"
    name: isvc-canary-promote-v2-predictor-6ccf956dbc.18d63c3085412c22
    namespace: kserve-ci-e2e-test
    resourceVersion: "26382"
    uid: b020e19d-b8db-4572-9d44-608e4e527457
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: 44e154ea-81ec-4a2c-a8d6-96cc0b8043af
  kind: Event
  lastTimestamp: "2026-09-17T22:26:30Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6ccf956dbc from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:26:30Z"
    name: isvc-canary-promote-v2-predictor.18d63c1b852a9507
    namespace: kserve-ci-e2e-test
    resourceVersion: "25485"
    uid: 75dd68bd-018d-4d5e-b534-ccc800fd931b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: 44e154ea-81ec-4a2c-a8d6-96cc0b8043af
  kind: Event
  lastTimestamp: "2026-09-17T22:28:00Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6ccf956dbc from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-17T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:28:00Z"
    name: isvc-canary-promote-v2-predictor.18d63c3080d810ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "26372"
    uid: cca793c5-0fd0-4c9f-8b9f-4e8dfa7fbb83
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 47ffd740-014e-4aa3-9ae1-0d7ca596c2cf
  kind: Event
  lastTimestamp: "2026-09-17T22:28:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:28:00Z"
    name: isvc-canary-promote.18d63c1b872b3e3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26379"
    uid: beee557c-cbdf-48af-abfd-66bf398e9374
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 47ffd740-014e-4aa3-9ae1-0d7ca596c2cf
  kind: Event
  lastTimestamp: "2026-09-17T22:27:54Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:27:54Z"
    name: isvc-canary-promote.18d63c1b87924b61
    namespace: kserve-ci-e2e-test
    resourceVersion: "26286"
    uid: 4cf05b6f-6ea6-4814-828f-459f20ff8e01
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 47ffd740-014e-4aa3-9ae1-0d7ca596c2cf
  kind: Event
  lastTimestamp: "2026-09-17T22:27:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:27:54Z"
    name: isvc-canary-promote.18d63c1b8792ae31
    namespace: kserve-ci-e2e-test
    resourceVersion: "26287"
    uid: dd31778b-3f1d-4de1-ae2c-4e55d34586e0
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:27:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26258"
    uid: 47ffd740-014e-4aa3-9ae1-0d7ca596c2cf
  kind: Event
  lastTimestamp: "2026-09-17T22:29:20Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:27:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:29:20Z"
    name: isvc-canary-promote.18d63c2ef44b6b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "27341"
    uid: 96ba3fc1-578e-4a66-886f-a741b49ec828
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:29:36.440777Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27547"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-jmrl6
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c46bce3fb7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27551"
    uid: 0e0f930f-96bc-4823-9d40-91bcd88f37c0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27558"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:29:37Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:29:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c46deb3561b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27577"
    uid: 4c6f35e2-d4e3-464e-b9dd-0bf05d857658
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:29:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c46dffc1e58
    namespace: kserve-ci-e2e-test
    resourceVersion: "27579"
    uid: d339b0b7-06e8-4da3-86c7-d90e3bd951ca
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:29:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c46e2970bca
    namespace: kserve-ci-e2e-test
    resourceVersion: "27582"
    uid: fbd4b4fa-5581-4125-837b-9ca2979950c5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:29:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c46e303f92c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27583"
    uid: 7d9b3cc1-4d79-4ccc-b813-3a3ba4fa206c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:29:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:40Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c47c9d9c33c
    namespace: kserve-ci-e2e-test
    resourceVersion: "27675"
    uid: e4cf0028-1047-460e-8424-c0f8fc506077
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c47ccd8100f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27680"
    uid: 621ca4d6-b073-47e3-86d6-b212253bdc38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c47cd60052a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27682"
    uid: 3988485d-7097-4da3-b20f-3b27adbf7fbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c47cd6a69ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: a68f34f2-6043-4a80-b425-b678c3bdba14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c47d01dd714
    namespace: kserve-ci-e2e-test
    resourceVersion: "27686"
    uid: c69c9702-ed95-4166-9fcd-1fdf42f23682
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c47d08eecd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27687"
    uid: e578bde4-96ad-4655-8a54-a877f35cd5da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:37Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c4841ff025e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29328"
    uid: 029b00b7-1914-4f59-96dd-6768b098daf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:36Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c70ad6891f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29312"
    uid: 76bad50b-d8e1-4d5f-9b6b-b81559442631
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:36Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c70ad6ba66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29314"
    uid: b6ddfe9e-3d38-4722-bb40-e0dfba2779e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27549"
    uid: 689c1955-688f-4f55-a8e6-822ac7b779b8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:38Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:38Z"
    name: isvc-canary-rollback-predictor-76cbc5464-jmrl6.18d63c713c93ddce
    namespace: kserve-ci-e2e-test
    resourceVersion: "29338"
    uid: a7c4ad7e-36ef-4c4b-ac16-8855f1ae5d35
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:31:06.417452Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28540"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-mndx4
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:31:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:31:06Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5bafeb0858
    namespace: kserve-ci-e2e-test
    resourceVersion: "28546"
    uid: f2f0d057-7b0f-4d56-a9bb-0453ef4a463e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28551"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:31:06Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:31:06Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5bd210639b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28556"
    uid: 5a4d3f34-cd97-4824-bf0e-55b476febbdf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:31:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:07Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5bd3772657
    namespace: kserve-ci-e2e-test
    resourceVersion: "28558"
    uid: 54be9a2b-979e-4c4f-9ba9-121ebcc94665
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:31:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:07Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5bd6224259
    namespace: kserve-ci-e2e-test
    resourceVersion: "28559"
    uid: de6296f2-9944-4347-bd6b-b85eeb127ce2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:31:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:07Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5bd686d0ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "28560"
    uid: f71f2fa4-5be2-4398-956d-417c6db4780f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:31:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:11Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5cf7b86f12
    namespace: kserve-ci-e2e-test
    resourceVersion: "28622"
    uid: fd00489e-66d3-417c-90b8-b6d46e66402f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:31:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:11Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5cfa8c8cdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28624"
    uid: 48e5c02e-b06f-436c-86f9-040db219a419
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:31:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:11Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5cfaf20df5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28626"
    uid: 82668368-6f62-4f88-9be7-71bc2e98c115
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:31:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:31:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:11Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5cfafda322
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 6688d66b-d17e-4a0c-99f6-23068fc07d06
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:31:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:12Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5cfe0429d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28629"
    uid: 064d4fa0-a712-456a-a39f-2e3b68310dfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:31:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:12Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5cfe6a3845
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 1e212a06-e24d-4c59-9938-07ecaad87598
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:32:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.38:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:38Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c5d33c0e319
    namespace: kserve-ci-e2e-test
    resourceVersion: "29337"
    uid: 2aa7fa63-646c-4a1b-8f3a-49f97ccbf1b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:32:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:36Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c70ad8b9eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29313"
    uid: 0b8d4ca8-efe1-4041-8d1b-a35a47d31051
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:32:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:32:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:36Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c70ad8c25e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29315"
    uid: 855295c5-c0c7-4388-9729-a1040af0b1ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28542"
    uid: 4d588807-742c-4516-a29e-1730835a9b8d
  kind: Event
  lastTimestamp: "2026-09-17T22:32:38Z"
  message: 'Readiness probe failed: Get "https://10.134.0.38:8643/healthz": dial tcp
    10.134.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:32:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:38Z"
    name: isvc-canary-rollback-predictor-76cbc5464-mndx4.18d63c7139eead54
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: fa5115c3-cffa-4462-b299-88fda5edf420
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:29:36.390899Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27533"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-76cbc5464-zr8qv
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c46b9eade91
    namespace: kserve-ci-e2e-test
    resourceVersion: "27541"
    uid: 9a6abdc9-52e4-42c7-a61c-08b1912758f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27545"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:29:36Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c46dc732091
    namespace: kserve-ci-e2e-test
    resourceVersion: "27574"
    uid: acf3aed2-fc99-4fe2-828c-b02a04d175c7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:29:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c46dddcb1b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27576"
    uid: 15b96aea-e1c0-4148-89d6-a14e3fad6f65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:29:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c46e09711e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27580"
    uid: 0806b8d2-c8c1-4c82-8421-05e275a0d9f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:29:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:37Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c46e11284d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27581"
    uid: fc091936-47f4-429c-a784-a989826b63be
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c47ed725c11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27696"
    uid: 259fd2a5-c5ca-405f-90dc-1f69f7620b2d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c47f051aa2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27699"
    uid: de4491f2-7302-4aad-91aa-0a99f29ad99b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c47f0c8ab55
    namespace: kserve-ci-e2e-test
    resourceVersion: "27700"
    uid: bd599132-4927-4f84-b27e-47382f8ee620
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c47f0d46349
    namespace: kserve-ci-e2e-test
    resourceVersion: "27701"
    uid: 4c8916c6-d46b-489a-8196-3f3ba5a0cc41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c47f3fa73e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27703"
    uid: 9e9d0b32-b8b2-41d4-b45e-b04e4c621bc4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c47f46e494b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27704"
    uid: 3b1d7414-d81d-4e41-a5e0-599344132744
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:30:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:57Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c4829747eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "28431"
    uid: 156c450c-1f77-4cd4-95d0-435109c87430
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:30:57Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:57Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c59806a1d13
    namespace: kserve-ci-e2e-test
    resourceVersion: "28426"
    uid: c16d117c-d24e-4551-8ebd-f3f2795e33e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:30:57Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:57Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c59806b39d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28429"
    uid: fd20f843-70b9-4722-9aa1-c6a8bde972ae
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:30:58Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:58Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c59dbb95249
    namespace: kserve-ci-e2e-test
    resourceVersion: "28460"
    uid: 311bf809-99a3-4ab7-9175-6568f8fffef0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv
    namespace: kserve-ci-e2e-test
    resourceVersion: "27537"
    uid: e6a78996-261a-452b-8821-8b34cfb45854
  kind: Event
  lastTimestamp: "2026-09-17T22:31:04Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": context
    deadline exceeded'
  metadata:
    creationTimestamp: "2026-09-17T22:31:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:04Z"
    name: isvc-canary-rollback-predictor-76cbc5464-zr8qv.18d63c5b41576714
    namespace: kserve-ci-e2e-test
    resourceVersion: "28507"
    uid: 7ce3b875-f9a8-4be6-ae11-7417c8c552f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: 3814f37e-4ed1-4d0e-a532-181fd1ecb5ac
  kind: Event
  lastTimestamp: "2026-09-17T22:29:36Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-zr8qv'
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d63c46b9910eb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27538"
    uid: 8a0edacb-ef88-427e-93a5-bd6c6191fc62
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "27522"
    uid: 3814f37e-4ed1-4d0e-a532-181fd1ecb5ac
  kind: Event
  lastTimestamp: "2026-09-17T22:29:36Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-jmrl6'
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d63c46bc7c3d63
    namespace: kserve-ci-e2e-test
    resourceVersion: "27548"
    uid: 8b5ed171-62cf-4a19-bf92-b2861f80eba3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "28420"
    uid: 3814f37e-4ed1-4d0e-a532-181fd1ecb5ac
  kind: Event
  lastTimestamp: "2026-09-17T22:30:57Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-76cbc5464-zr8qv'
  metadata:
    creationTimestamp: "2026-09-17T22:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:30:57Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d63c59806b0359
    namespace: kserve-ci-e2e-test
    resourceVersion: "28425"
    uid: 99d03c21-43dc-44dd-9b31-e27318a7cad4
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-76cbc5464
    namespace: kserve-ci-e2e-test
    resourceVersion: "28527"
    uid: 3814f37e-4ed1-4d0e-a532-181fd1ecb5ac
  kind: Event
  lastTimestamp: "2026-09-17T22:31:06Z"
  message: 'Created pod: isvc-canary-rollback-predictor-76cbc5464-mndx4'
  metadata:
    creationTimestamp: "2026-09-17T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:31:06Z"
    name: isvc-canary-rollback-predictor-76cbc5464.18d63c5baf6129f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28541"
    uid: 829238d5-9f92-4ddd-b077-4db8883e64bf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27521"
    uid: a5b293bb-c8a7-44d4-bb2a-345d051b8c5f
  kind: Event
  lastTimestamp: "2026-09-17T22:29:36Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76cbc5464 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback-predictor.18d63c46b568faef
    namespace: kserve-ci-e2e-test
    resourceVersion: "27524"
    uid: 9cd589ac-2907-44dd-ae80-640b91006393
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28416"
    uid: a5b293bb-c8a7-44d4-bb2a-345d051b8c5f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:57Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-76cbc5464 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:30:57Z"
    name: isvc-canary-rollback-predictor.18d63c597fcbeab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28421"
    uid: 4383c3d5-afac-4acc-9db4-58587fe161aa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28521"
    uid: a5b293bb-c8a7-44d4-bb2a-345d051b8c5f
  kind: Event
  lastTimestamp: "2026-09-17T22:31:06Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-76cbc5464 from 1 to
    2
  metadata:
    creationTimestamp: "2026-09-17T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:31:06Z"
    name: isvc-canary-rollback-predictor.18d63c5bac33e608
    namespace: kserve-ci-e2e-test
    resourceVersion: "28529"
    uid: f2e56ebd-80b2-43be-8693-faac29e6dd2e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:29:36.387670Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27531"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c46b9b99a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27540"
    uid: a20c2ff5-d2c2-461f-ba84-c2d9315f9c71
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:29:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c46c748cb4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27564"
    uid: 1ddd043e-96f3-4a6d-a255-4bca013d606a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27546"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:29:37Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:29:37Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c46ff707a11
    namespace: kserve-ci-e2e-test
    resourceVersion: "27593"
    uid: 78b7c96c-5f1a-4caf-bd7b-53aa97c316de
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:29:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:37Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c4700dec01b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27596"
    uid: 8d352396-da59-4197-84e2-9c827557630d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:29:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:37Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c4703d8f221
    namespace: kserve-ci-e2e-test
    resourceVersion: "27598"
    uid: 1a473068-0453-4c8f-8dd4-71f197779be8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:29:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:37Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c4704454d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "27599"
    uid: f701456f-dce3-4768-adac-72ff0c4cf308
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c4805fc8302
    namespace: kserve-ci-e2e-test
    resourceVersion: "27712"
    uid: f6a27a04-ee8d-42cc-9682-897e06c6d0c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:29:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:42Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c4808f8f504
    namespace: kserve-ci-e2e-test
    resourceVersion: "27716"
    uid: 344909dc-77ad-4a00-b101-809558b0ed4f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:29:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:42Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c48096c50f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: d7baee88-434c-401d-b236-7d10f6f039e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:29:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:42Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c480976ab78
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: 7d050fd0-0d6b-42f5-b9a7-b09f7f86706a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:29:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:42Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c480c533666
    namespace: kserve-ci-e2e-test
    resourceVersion: "27720"
    uid: afc1bf63-2ef3-470e-86cb-fcf3855e3096
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:29:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:42Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c480cc59c8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 8e15c929-e34d-4633-af79-cbf56534d166
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:31:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:06Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c487dd179ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "28555"
    uid: fa4fbd93-ad81-4216-b75d-9837ed6edb45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:31:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:06Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c5bacf1a752
    namespace: kserve-ci-e2e-test
    resourceVersion: "28535"
    uid: 95c34263-a150-495d-89e5-75a1f8f6960b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:31:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:06Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c5bacf21771
    namespace: kserve-ci-e2e-test
    resourceVersion: "28537"
    uid: 9e9061b4-ef50-4f22-85af-7fa86a8ecb40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27535"
    uid: 364afdeb-f401-4a87-956c-fa21679ae4e7
  kind: Event
  lastTimestamp: "2026-09-17T22:31:09Z"
  message: 'Readiness probe failed: Get "https://10.133.0.41:8643/healthz": dial tcp
    10.133.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:31:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:09Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7.18d63c5c8430173a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28605"
    uid: 6de00761-2370-41aa-9ea9-5cc921724c20
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-78968789f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27513"
    uid: 4981b093-9e58-4487-886e-a2b4fcd83d21
  kind: Event
  lastTimestamp: "2026-09-17T22:29:36Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-78968789f7-vx4g7'
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback-v2-predictor-78968789f7.18d63c46b93510fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "27534"
    uid: a206ee3d-4063-4e8a-9bda-55fe5bf36ce9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27512"
    uid: dc4c696e-8f4b-4a73-b07e-6f945f486a65
  kind: Event
  lastTimestamp: "2026-09-17T22:29:36Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-78968789f7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback-v2-predictor.18d63c46b3619e79
    namespace: kserve-ci-e2e-test
    resourceVersion: "27514"
    uid: 3722ecc2-0903-4e07-8923-b613e6e7c5c5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 22
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: 5f9666e3-e8db-41c5-8080-08e3f1c16904
  kind: Event
  lastTimestamp: "2026-09-17T22:31:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:31:06Z"
    name: isvc-canary-rollback.18d63c46b50f4f03
    namespace: kserve-ci-e2e-test
    resourceVersion: "28544"
    uid: be28c5b9-cbbb-4d1a-8a65-539ec8720a6e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: 5f9666e3-e8db-41c5-8080-08e3f1c16904
  kind: Event
  lastTimestamp: "2026-09-17T22:29:36Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback.18d63c46b5752e08
    namespace: kserve-ci-e2e-test
    resourceVersion: "27525"
    uid: fddeedec-2477-46b9-8a20-6f19ea259f4d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "27505"
    uid: 5f9666e3-e8db-41c5-8080-08e3f1c16904
  kind: Event
  lastTimestamp: "2026-09-17T22:29:36Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:29:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:29:36Z"
    name: isvc-canary-rollback.18d63c46b5759f00
    namespace: kserve-ci-e2e-test
    resourceVersion: "27527"
    uid: e6d3b87b-a3be-4d85-adc5-900b04cffa67
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28455"
    uid: 5f9666e3-e8db-41c5-8080-08e3f1c16904
  kind: Event
  lastTimestamp: "2026-09-17T22:32:29Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:32:29Z"
    name: isvc-canary-rollback.18d63c59ba8b2514
    namespace: kserve-ci-e2e-test
    resourceVersion: "29243"
    uid: 4225fa8a-59cf-42c2-8357-7daced4e0ade
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28545"
    uid: 5f9666e3-e8db-41c5-8080-08e3f1c16904
  kind: Event
  lastTimestamp: "2026-09-17T22:31:06Z"
  message: 'InferenceService [isvc-canary-rollback] is no longer Ready because of:
    PredictorReady, Ready, Stopped'
  metadata:
    creationTimestamp: "2026-09-17T22:31:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:31:06Z"
    name: isvc-canary-rollback.18d63c5bb06647cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "28549"
    uid: 7e605b4e-900c-411b-a136-9a7fe80175f1
  reason: InferenceServiceNotReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:32:41.746790Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29396"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:32:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:32:41Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c71e1fd542d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29400"
    uid: b084a201-b443-4e16-b676-58b2884433ca
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29404"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:42Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:32:42Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c7204910f2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29433"
    uid: 10269184-f7d5-4fa9-b29c-cbf4fcd7f6b1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:42Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c720602dc87
    namespace: kserve-ci-e2e-test
    resourceVersion: "29436"
    uid: 915af19a-e222-43c5-a0e2-9d5a2608a88d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:42Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c720818ab27
    namespace: kserve-ci-e2e-test
    resourceVersion: "29440"
    uid: 34a35988-6aa0-46cd-b410-d6f5fd4a064e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:42Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c720891aa28
    namespace: kserve-ci-e2e-test
    resourceVersion: "29441"
    uid: b39c3b6a-3d5c-42e0-8954-710ce63a48a6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c72f00c3945
    namespace: kserve-ci-e2e-test
    resourceVersion: "29487"
    uid: 4c10f501-de24-46fc-b4c7-6476261732cb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c72f381fd07
    namespace: kserve-ci-e2e-test
    resourceVersion: "29491"
    uid: a6b0908c-bfae-45ec-9a25-fcae46aeeb96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c72f3f927de
    namespace: kserve-ci-e2e-test
    resourceVersion: "29495"
    uid: f5cf387a-835a-4281-a60d-9c729e1fc73d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c72f4058091
    namespace: kserve-ci-e2e-test
    resourceVersion: "29496"
    uid: 1086efe6-ee8a-4198-8cda-6dc2e850f8fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c72f7a0608b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29501"
    uid: ca32c05a-e84b-4263-8b48-2c7b5e601bff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c72f8430af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29504"
    uid: d8902901-cf17-4d31-85c2-699e6543ed1e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:33:57Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:57Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c732c4e0568
    namespace: kserve-ci-e2e-test
    resourceVersion: "30139"
    uid: 9bc48da0-9284-4d36-8bbf-54257b285b0a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:34:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:21Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c892c743f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: 66e85fe0-1dd1-4144-a03e-850725ad335b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:34:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:21Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c892c74c4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: cc41b2f6-9c65-4497-8545-6c6059896b8a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt
    namespace: kserve-ci-e2e-test
    resourceVersion: "29399"
    uid: 088a252d-4eef-421f-8dc9-c76232363bb8
  kind: Event
  lastTimestamp: "2026-09-17T22:34:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:23Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-ngjdt.18d63c8986928539
    namespace: kserve-ci-e2e-test
    resourceVersion: "30391"
    uid: 88911887-f58b-4aaf-8de0-0ad6946aa64e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:32:41.795997Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:32:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:32:41Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c71e4ec30e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: 39111e3c-1fb5-42a1-88cb-7e33136e9bb4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:44Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29420"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:32:44Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:32:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:32:44Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c726ae3e2da
    namespace: kserve-ci-e2e-test
    resourceVersion: "29465"
    uid: c187616c-1ed4-4550-8bbb-355a75f47fd8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:33:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:12Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c78f12dbede
    namespace: kserve-ci-e2e-test
    resourceVersion: "29697"
    uid: 1a372435-c3ec-4647-8e32-ca3195f5610f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:33:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:12Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c790cdb643b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29701"
    uid: 42423ffc-3ae0-4573-9667-0a95e32ea60a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:33:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:33:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:12Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c790e85bcd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "29702"
    uid: d11fb278-7edf-47d8-99c1-31b68af34989
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:33:17Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:17Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c7a17e1b5f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29750"
    uid: 2bc53544-433c-4da9-b3c4-96835f982294
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:33:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:17Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c7a1ea70a7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29753"
    uid: 41cecb12-4ed6-40ec-88fe-d5d330617d25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:33:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:17Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c7a1f979489
    namespace: kserve-ci-e2e-test
    resourceVersion: "29754"
    uid: afec76b2-0aed-4ab5-a707-2cde92bd29f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:33:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:17Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c7a1fa2deee
    namespace: kserve-ci-e2e-test
    resourceVersion: "29755"
    uid: 14059b8a-051d-49a7-87ea-b1e10f60679d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:33:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:17Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c7a25d6765f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29757"
    uid: e2180a2f-34ad-41bf-80bf-bf212469c57f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:33:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:33:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:17Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c7a26c8110b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29758"
    uid: 0ee81f41-0aff-4fbd-a7c7-30372d3dbbd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:34:23Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:33:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:23Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c7a8fb8b9b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30394"
    uid: 3399643e-895e-4ed2-93cd-4116fd56249e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:34:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:13Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c8739e3ebb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30284"
    uid: a07b6cd8-176e-47cd-9153-dac09e34105f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:34:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:13Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c8739e4bb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "30285"
    uid: 1c07586b-9882-496d-96e0-5fe5b6fa7e58
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "29407"
    uid: f7652705-54c0-4597-90a4-c3b0762276f6
  kind: Event
  lastTimestamp: "2026-09-17T22:34:40Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:40Z"
    name: isvc-canary-stop-predictor-646f5bdbcb-v7q8v.18d63c8799ceff05
    namespace: kserve-ci-e2e-test
    resourceVersion: "30584"
    uid: d3135c07-5502-4244-9f65-21863c6caf66
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29381"
    uid: f9b4e6b3-7879-4cac-b66f-7f2b9cb2b7ac
  kind: Event
  lastTimestamp: "2026-09-17T22:32:41Z"
  message: 'Created pod: isvc-canary-stop-predictor-646f5bdbcb-ngjdt'
  metadata:
    creationTimestamp: "2026-09-17T22:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:32:41Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d63c71e19803aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29398"
    uid: e83f470e-5e37-4961-a0e9-82b8f50dd8a0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29381"
    uid: f9b4e6b3-7879-4cac-b66f-7f2b9cb2b7ac
  kind: Event
  lastTimestamp: "2026-09-17T22:32:41Z"
  message: 'Created pod: isvc-canary-stop-predictor-646f5bdbcb-v7q8v'
  metadata:
    creationTimestamp: "2026-09-17T22:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:32:41Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d63c71e4687962
    namespace: kserve-ci-e2e-test
    resourceVersion: "29406"
    uid: 9e782aea-af63-441e-ab75-abb8a1b554b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-646f5bdbcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30276"
    uid: f9b4e6b3-7879-4cac-b66f-7f2b9cb2b7ac
  kind: Event
  lastTimestamp: "2026-09-17T22:34:13Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-646f5bdbcb-v7q8v'
  metadata:
    creationTimestamp: "2026-09-17T22:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:34:13Z"
    name: isvc-canary-stop-predictor-646f5bdbcb.18d63c8739b86c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30279"
    uid: 380acf33-c6a8-4cb5-bcd0-08a464ce2260
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29378"
    uid: b528b49e-2da8-47ae-8820-1cfd49ef73a2
  kind: Event
  lastTimestamp: "2026-09-17T22:32:41Z"
  message: Scaled up replica set isvc-canary-stop-predictor-646f5bdbcb from 0 to 2
  metadata:
    creationTimestamp: "2026-09-17T22:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:32:41Z"
    name: isvc-canary-stop-predictor.18d63c71dea6befb
    namespace: kserve-ci-e2e-test
    resourceVersion: "29383"
    uid: 444789f5-191b-4ce4-8da0-8aadf21a7a5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30272"
    uid: b528b49e-2da8-47ae-8820-1cfd49ef73a2
  kind: Event
  lastTimestamp: "2026-09-17T22:34:13Z"
  message: Scaled down replica set isvc-canary-stop-predictor-646f5bdbcb from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:34:13Z"
    name: isvc-canary-stop-predictor.18d63c87392b9bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30277"
    uid: 97e95905-d64c-4fba-af26-267dc08cc9c3
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:32:41.714025Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29386"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:32:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:32:41Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c71e0096d51
    namespace: kserve-ci-e2e-test
    resourceVersion: "29392"
    uid: 387096be-ce2c-4b81-aba6-9c84e6392b61
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29397"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:32:42Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:32:42Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c72024d8b48
    namespace: kserve-ci-e2e-test
    resourceVersion: "29430"
    uid: d6c32b51-aeec-4f9f-9d8c-da5d782e7024
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:32:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:42Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c7203b48565
    namespace: kserve-ci-e2e-test
    resourceVersion: "29432"
    uid: 6ffc4563-b664-4ff7-bdb4-a758bcfc539b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:32:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:42Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c72077a000b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29437"
    uid: 98b2be31-db5f-42fc-a1cb-07c944e3d711
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:32:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:32:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:42Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c7207fca0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29439"
    uid: e94eda5e-27da-4ba5-8af8-cdf3a297eced
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c72f024b592
    namespace: kserve-ci-e2e-test
    resourceVersion: "29488"
    uid: 55647ef4-9e47-4e96-b40d-93f65c71ab7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c72f3a35863
    namespace: kserve-ci-e2e-test
    resourceVersion: "29492"
    uid: eba6d9a2-e219-4316-8779-37342e4b3339
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c72f423f458
    namespace: kserve-ci-e2e-test
    resourceVersion: "29497"
    uid: 9abb47ff-f225-451c-bbfe-98531f3f2d95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c72f42ecbed
    namespace: kserve-ci-e2e-test
    resourceVersion: "29498"
    uid: c47c9c54-d82f-455a-ae39-059a1baf3610
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c72f7ab261a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29502"
    uid: 75f37003-2335-4639-a6e1-2d82688e821d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:32:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:32:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:32:46Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c72f826f110
    namespace: kserve-ci-e2e-test
    resourceVersion: "29503"
    uid: 13028922-ad2c-45c5-bd98-76a277f660a5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:34:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.39:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:32:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:23Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c732c357f4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30393"
    uid: 03119fb7-ae47-4204-957f-c30d46c36320
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:34:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:21Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c892a666df2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30365"
    uid: 71fe34ee-c060-4ccb-a460-ea8363b71edc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:34:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:34:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:21Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c892a6796c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30369"
    uid: ab6ebad7-a6be-41d2-99be-247edc9e0c2a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24
    namespace: kserve-ci-e2e-test
    resourceVersion: "29389"
    uid: 7a09fad3-de4d-4db3-8dd1-d5c98ff11725
  kind: Event
  lastTimestamp: "2026-09-17T22:34:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:34:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:23Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24.18d63c8986930b09
    namespace: kserve-ci-e2e-test
    resourceVersion: "30392"
    uid: a682d838-4776-4565-a0ca-64d0d07945e5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29370"
    uid: caf05351-a64e-49f9-bd4f-226ad8bae07f
  kind: Event
  lastTimestamp: "2026-09-17T22:32:41Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-6cbcf9f68f-hcq24'
  metadata:
    creationTimestamp: "2026-09-17T22:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:32:41Z"
    name: isvc-canary-stop-v2-predictor-6cbcf9f68f.18d63c71df7ee183
    namespace: kserve-ci-e2e-test
    resourceVersion: "29388"
    uid: 06697969-b7ff-4827-ad4a-e8e53d7940c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29369"
    uid: 43ad1b5e-1649-41e6-9f23-aed98369d311
  kind: Event
  lastTimestamp: "2026-09-17T22:32:41Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-6cbcf9f68f from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:32:41Z"
    name: isvc-canary-stop-v2-predictor.18d63c71dc97ffb9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29371"
    uid: 0fe30d4d-3b2a-48a0-be4b-8434cb12d31c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29360"
    uid: 08629e1f-2624-4094-b26b-869efb15a9b6
  kind: Event
  lastTimestamp: "2026-09-17T22:34:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:34:13Z"
    name: isvc-canary-stop.18d63c71de59c495
    namespace: kserve-ci-e2e-test
    resourceVersion: "30293"
    uid: fa291c0f-cc31-433c-97bb-bcf2602c9bb2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29360"
    uid: 08629e1f-2624-4094-b26b-869efb15a9b6
  kind: Event
  lastTimestamp: "2026-09-17T22:34:13Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:34:13Z"
    name: isvc-canary-stop.18d63c71dec20e7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30291"
    uid: 9bd0c234-ed31-4f87-b02f-6fd44aa0923d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:32:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "29360"
    uid: 08629e1f-2624-4094-b26b-869efb15a9b6
  kind: Event
  lastTimestamp: "2026-09-17T22:34:13Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:34:13Z"
    name: isvc-canary-stop.18d63c71dec2b119
    namespace: kserve-ci-e2e-test
    resourceVersion: "30292"
    uid: e61075e3-147c-47be-aed5-32f809e779b6
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30294"
    uid: 08629e1f-2624-4094-b26b-869efb15a9b6
  kind: Event
  lastTimestamp: "2026-09-17T22:34:13Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:34:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:34:13Z"
    name: isvc-canary-stop.18d63c8740253eb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30295"
    uid: 3e2c92af-72c1-4684-b650-4f75b427bee4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:08:34.304625Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15486"
    uid: 81109bae-b748-4099-9662-22ce01343cd8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:08:34Z"
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh.18d63b20dfb6a5ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "15492"
    uid: 57d80607-7cf4-426b-acd6-a532a8ea0460
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15496"
    uid: 81109bae-b748-4099-9662-22ce01343cd8
  kind: Event
  lastTimestamp: "2026-09-17T22:08:34Z"
  message: Add eth0 [10.133.0.25/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:08:34Z"
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh.18d63b2101c381c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15508"
    uid: e054cea9-687f-453a-b26d-f48ee2846872
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 81109bae-b748-4099-9662-22ce01343cd8
  kind: Event
  lastTimestamp: "2026-09-17T22:08:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:41Z"
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh.18d63b210331f168
    namespace: kserve-ci-e2e-test
    resourceVersion: "15579"
    uid: d471879d-e08d-4187-99c6-d04043b4ec18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 81109bae-b748-4099-9662-22ce01343cd8
  kind: Event
  lastTimestamp: "2026-09-17T22:08:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:41Z"
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh.18d63b2106b6ab17
    namespace: kserve-ci-e2e-test
    resourceVersion: "15584"
    uid: aa9baaa2-27c5-49c3-b685-5e3c1c123517
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 81109bae-b748-4099-9662-22ce01343cd8
  kind: Event
  lastTimestamp: "2026-09-17T22:08:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:41Z"
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh.18d63b210733894e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15585"
    uid: 98128208-bf43-42ba-bf44-167c98aadce9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 81109bae-b748-4099-9662-22ce01343cd8
  kind: Event
  lastTimestamp: "2026-09-17T22:08:44Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:08:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:44Z"
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh.18d63b2322aaaaf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15622"
    uid: d95b2140-db99-444b-a36a-62ff937ae60a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69
    namespace: kserve-ci-e2e-test
    resourceVersion: "15478"
    uid: 343ffad1-2297-4c27-9fb8-d62796c50dca
  kind: Event
  lastTimestamp: "2026-09-17T22:08:34Z"
  message: 'Created pod: isvc-init-fail-e7c5cc-predictor-77d5c4fb69-c4xkh'
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:08:34Z"
    name: isvc-init-fail-e7c5cc-predictor-77d5c4fb69.18d63b20df3a1fd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15489"
    uid: 0c2d2830-9410-44e0-888e-b0422804601e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-e7c5cc-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15475"
    uid: 5f587871-bcd8-472a-8514-a2fabe20fb1b
  kind: Event
  lastTimestamp: "2026-09-17T22:08:34Z"
  message: Scaled up replica set isvc-init-fail-e7c5cc-predictor-77d5c4fb69 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:08:34Z"
    name: isvc-init-fail-e7c5cc-predictor.18d63b20dc2b7c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "15480"
    uid: 23d40c8c-2347-48fa-a13e-31735b713d1c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-e7c5cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15461"
    uid: 0c99fc6f-eb62-42bd-b4c8-c25a94de1fd2
  kind: Event
  lastTimestamp: "2026-09-17T22:08:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:08:41Z"
    name: isvc-init-fail-e7c5cc.18d63b20dc33c975
    namespace: kserve-ci-e2e-test
    resourceVersion: "15586"
    uid: 4cf3917b-c080-4796-8cb0-658e1a972083
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:34:32.023060Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-88t5p
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:34:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:34:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8b8ef7b201
    namespace: kserve-ci-e2e-test
    resourceVersion: "30497"
    uid: 53744ec7-dc75-4068-8988-ca3514dac8dd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30510"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:34:32Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:34:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8bbf80547a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30519"
    uid: f0e48aa2-2415-4b52-8425-f8981be98dc9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:34:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8bc0ec9693
    namespace: kserve-ci-e2e-test
    resourceVersion: "30521"
    uid: 403cae73-6053-4336-b4c6-847f48c22b7a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:34:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8bc86bd8fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30523"
    uid: f78a2237-aa3c-4745-ab8b-d478e18e8172
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:34:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:33Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8bc99afc04
    namespace: kserve-ci-e2e-test
    resourceVersion: "30524"
    uid: 8e19c88e-29fc-4b46-a823-6500fd9a5f73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:34:37Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:34:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:37Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8ce32e5bc8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30565"
    uid: dcb3f1a0-c3ac-4a58-bf7a-49affc134d26
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:34:44Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.397s (6.397s
    including waiting). Image size: 643927317 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:44Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8e607eeea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30616"
    uid: 2b4a390e-4afa-4c80-82ab-fa25a2019adb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:34:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:44Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8e639491db
    namespace: kserve-ci-e2e-test
    resourceVersion: "30617"
    uid: 6c500eb2-c2c3-42f5-b98a-0cca45e991af
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:34:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:44Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8e63fa7f4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30619"
    uid: 8075f2d3-8c6f-449a-a16b-61648aa56631
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:34:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:44Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8e640673c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30620"
    uid: 4b541818-28a3-42a4-b971-b3bd5c9cb37b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:34:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:44Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8e68060cc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30621"
    uid: 89ccc486-5635-4336-a7c7-7fc1e5e51bb8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:34:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:44Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8e6872f38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30622"
    uid: ff9a6a85-4cfa-435b-bc14-1bdbc65f8532
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:36:34Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:34:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:34Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63c8e867f140e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31657"
    uid: a0586b3a-3b5d-4d85-a8fc-a1ea458422bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:36:32Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63ca7aa4557c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31639"
    uid: eb119c84-79c5-4068-b3e4-0fa9f1a75443
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:36:32Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:36:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63ca7aa461848
    namespace: kserve-ci-e2e-test
    resourceVersion: "31640"
    uid: a6fc4451-da00-47cd-8772-c67b2a0aa783
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p
    namespace: kserve-ci-e2e-test
    resourceVersion: "30495"
    uid: 2c93fb99-7bf6-4671-ac9e-c00830c34a33
  kind: Event
  lastTimestamp: "2026-09-17T22:36:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.42:8643/healthz": dial tcp
    10.134.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:36:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-88t5p.18d63ca85ec92db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31665"
    uid: e8433103-5efb-4d1f-9628-f538ade81851
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "30483"
    uid: 0f1c729c-6232-4380-a0ca-882907439656
  kind: Event
  lastTimestamp: "2026-09-17T22:34:32Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-88t5p'
  metadata:
    creationTimestamp: "2026-09-17T22:34:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:34:32Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d63c8b8e74b4af
    namespace: kserve-ci-e2e-test
    resourceVersion: "30494"
    uid: 0d064889-c182-49a5-8236-bf7fb5e2df7d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30481"
    uid: 6ffc4b53-8d65-45d5-82ae-282d74fe5ef7
  kind: Event
  lastTimestamp: "2026-09-17T22:34:31Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:34:31Z"
    name: isvc-lightgbm-predictor.18d63c8b8b328379
    namespace: kserve-ci-e2e-test
    resourceVersion: "30485"
    uid: 5ef28191-a3ab-465e-8db7-fc8ef262bb3a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30482"
    uid: e75b04fc-967c-4058-a015-fdd443408723
  kind: Event
  lastTimestamp: "2026-09-17T22:35:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:35:01Z"
    name: isvc-lightgbm-predictor.18d63c8f09fe5a17
    namespace: kserve-ci-e2e-test
    resourceVersion: "30768"
    uid: 198fba39-d3be-4663-956e-3e9614059dde
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30482"
    uid: e75b04fc-967c-4058-a015-fdd443408723
  kind: Event
  lastTimestamp: "2026-09-17T22:35:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:34:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:35:01Z"
    name: isvc-lightgbm-predictor.18d63c8f0a632482
    namespace: kserve-ci-e2e-test
    resourceVersion: "30769"
    uid: e9074f78-2ce4-49a2-909e-1f8b01afc151
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30648"
    uid: e75b04fc-967c-4058-a015-fdd443408723
  kind: Event
  lastTimestamp: "2026-09-17T22:36:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:36:32Z"
    name: isvc-lightgbm-predictor.18d63c960812286f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31617"
    uid: fe6de58c-62a1-4b4d-a173-64d747fcec72
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30648"
    uid: e75b04fc-967c-4058-a015-fdd443408723
  kind: Event
  lastTimestamp: "2026-09-17T22:36:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:35:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:36:32Z"
    name: isvc-lightgbm-predictor.18d63c96089b35e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31618"
    uid: b3c66d59-a368-4855-ae78-f2252e3234fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:36:37.934600Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31705"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:36:37Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:36:37Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63ca8dfe15a47
    namespace: kserve-ci-e2e-test
    resourceVersion: "31711"
    uid: 7abd7139-5579-49d0-93f7-78ab6235baf9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:38Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31715"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:36:38Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:36:38Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63ca902456a6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31724"
    uid: 321093a7-83b8-4eee-8bf4-edc5d0f5d87b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:36:38Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:38Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63ca903b7be3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31726"
    uid: bf894b90-9be5-4413-9ea0-ee87745d5c9e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:36:38Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:38Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63ca9071bf894
    namespace: kserve-ci-e2e-test
    resourceVersion: "31728"
    uid: 3f36fd5b-442c-4a7f-a876-d0c9b9117d0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:36:38Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:38Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63ca907ae73ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "31729"
    uid: a6a2e282-0b3c-49b4-a86d-1cf58f06bfa3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:36:43Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63caa19c50ce4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31771"
    uid: 3864b035-a058-45de-8e0e-d6e931ef56a6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:36:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63caa1cb63978
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 5c5dbe45-93e9-4e1f-afbb-6f164936c30f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:36:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63caa1d2d8684
    namespace: kserve-ci-e2e-test
    resourceVersion: "31776"
    uid: 66b68d15-00e3-4ac5-b1aa-2e31bd8b764b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:36:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63caa1d395f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31777"
    uid: b8578611-6acd-49a3-93ec-11ba6a7114a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:36:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63caa1feff00e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31779"
    uid: 4aa20842-1903-46e9-8f74-b7f699868e64
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:36:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:36:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:43Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63caa20b3b593
    namespace: kserve-ci-e2e-test
    resourceVersion: "31780"
    uid: cfe51c4e-18d4-4f67-85c6-8edf0c94608c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:38:31Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:36:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63caa919bae74
    namespace: kserve-ci-e2e-test
    resourceVersion: "32695"
    uid: 4a86bf4b-fb79-449b-8717-61ec232d3504
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:38:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63cc2e21464e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: 852f6add-5468-4ed2-b734-30238f27ae3a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:38:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:38:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:29Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63cc2e214d9ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "32678"
    uid: 5fb9eead-7d3a-4664-9173-2268cafaa0c2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31707"
    uid: 0d5b1888-0297-48bc-9621-f3059e25fff3
  kind: Event
  lastTimestamp: "2026-09-17T22:38:31Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:38:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:31Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb.18d63cc33fe29456
    namespace: kserve-ci-e2e-test
    resourceVersion: "32694"
    uid: ca1cae30-480f-4f10-ae0b-5510beae9fa9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "31694"
    uid: 602a898b-7e7a-4663-8539-d1c59ad7175b
  kind: Event
  lastTimestamp: "2026-09-17T22:36:37Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-f4pzb'
  metadata:
    creationTimestamp: "2026-09-17T22:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:36:37Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d63ca8df7a9912
    namespace: kserve-ci-e2e-test
    resourceVersion: "31706"
    uid: 08df7e99-faba-4daf-b8b8-03cd6f187aed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:37Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31692"
    uid: b62d05be-8ac9-4dfa-bedc-ec99fca44722
  kind: Event
  lastTimestamp: "2026-09-17T22:36:37Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:36:37Z"
    name: isvc-lightgbm-runtime-predictor.18d63ca8dc8d3d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31696"
    uid: 1f2f68ea-6d74-4d22-96c3-95d3e492a7d6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31693"
    uid: 5b45ed8c-bbc7-46b7-94f4-7a5b7eaef1df
  kind: Event
  lastTimestamp: "2026-09-17T22:37:07Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:37:07Z"
    name: isvc-lightgbm-runtime-predictor.18d63cac5afbc2d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31969"
    uid: 65e67181-b1ce-439d-ae67-b864a767a7f2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31693"
    uid: 5b45ed8c-bbc7-46b7-94f4-7a5b7eaef1df
  kind: Event
  lastTimestamp: "2026-09-17T22:37:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:36:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:37:07Z"
    name: isvc-lightgbm-runtime-predictor.18d63cac5b58583b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31971"
    uid: 82226f59-868a-4ba1-ad39-db608a367640
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 5b45ed8c-bbc7-46b7-94f4-7a5b7eaef1df
  kind: Event
  lastTimestamp: "2026-09-17T22:38:22Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:38:22Z"
    name: isvc-lightgbm-runtime-predictor.18d63cb358bcc5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32613"
    uid: 4799465b-292b-408f-b88e-77a2e4503d68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31854"
    uid: 5b45ed8c-bbc7-46b7-94f4-7a5b7eaef1df
  kind: Event
  lastTimestamp: "2026-09-17T22:38:22Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:38:22Z"
    name: isvc-lightgbm-runtime-predictor.18d63cb3591dcfea
    namespace: kserve-ci-e2e-test
    resourceVersion: "32614"
    uid: 370a7122-c3ec-4cef-9dd0-f4f2f66ea2bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31684"
    uid: 9ab137c7-49e7-4cdc-bca6-20c14d851277
  kind: Event
  lastTimestamp: "2026-09-17T22:38:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:38:21Z"
    name: isvc-lightgbm-runtime.18d63ca8dcbb7c63
    namespace: kserve-ci-e2e-test
    resourceVersion: "32602"
    uid: 3f06f1e3-191a-4d67-b4a5-ba93f7eccb1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31684"
    uid: 9ab137c7-49e7-4cdc-bca6-20c14d851277
  kind: Event
  lastTimestamp: "2026-09-17T22:36:37Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:36:37Z"
    name: isvc-lightgbm-runtime.18d63ca8dd1f588a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31700"
    uid: 60266c79-aab4-4987-8062-1d352e01bbbd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32599"
    uid: 9ab137c7-49e7-4cdc-bca6-20c14d851277
  kind: Event
  lastTimestamp: "2026-09-17T22:38:21Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:38:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:38:21Z"
    name: isvc-lightgbm-runtime.18d63cc100114642
    namespace: kserve-ci-e2e-test
    resourceVersion: "32600"
    uid: 0c4df412-f204-4f11-b2d7-387c2152fcf1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:39:30.101166Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33332"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:39:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:39:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd0f5ce96be
    namespace: kserve-ci-e2e-test
    resourceVersion: "33338"
    uid: 3cd85f2e-2bb3-40b5-bfc7-f170dfdd0900
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd1022213b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33346"
    uid: 922ee109-5f67-4233-a744-58674e41ae3c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33342"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:31Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:39:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd13b7f8b2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33357"
    uid: 25d9daa9-8e39-437d-869d-00e0f60772ce
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd13ce413ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "33359"
    uid: 09b462c9-5e1e-4b4e-a7d9-ccc770e4b88f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd14034e1f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33361"
    uid: 678bccdd-cc00-41b5-a1a9-0f9c0a25bcf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:39:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:31Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd140ab4947
    namespace: kserve-ci-e2e-test
    resourceVersion: "33362"
    uid: 44aa9891-aa88-48d2-8881-30c78310c4ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:35Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd24c625d1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33413"
    uid: 43aaf748-ce26-43f0-802c-0b9c8943bc7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd24f00eca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33415"
    uid: c037c916-edde-402c-a8ec-ee6d07066bdc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd24f72c4bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "33418"
    uid: b9be47c1-3622-42cc-820d-82a5392c7b89
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd24f7dd2cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33419"
    uid: 0db46ee5-1d30-4e05-a86b-d41dfd01c1c8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd2526ce43c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33421"
    uid: 7d4f0ee4-2518-478c-99b7-f6bcb8511147
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:35Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd252e3f282
    namespace: kserve-ci-e2e-test
    resourceVersion: "33422"
    uid: de1da7f7-0372-43e6-aa03-2f39e94301d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:39:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:39:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:43Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd2c436ce2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33503"
    uid: d8144793-82b8-4213-88c7-e008a556a051
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:40:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd7f91f3873
    namespace: kserve-ci-e2e-test
    resourceVersion: "33714"
    uid: 44563e8e-4441-49ec-b6ea-1252886bbbcf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt
    namespace: kserve-ci-e2e-test
    resourceVersion: "33336"
    uid: c452aa6d-5c7c-476e-b6fe-182032e93190
  kind: Event
  lastTimestamp: "2026-09-17T22:40:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:40:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:00Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt.18d63cd7f91fca47
    namespace: kserve-ci-e2e-test
    resourceVersion: "33715"
    uid: 80c14387-73a1-4b14-96fd-a1d2f4743a9a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33323"
    uid: 92100d56-9a54-4836-988b-64f9624141c9
  kind: Event
  lastTimestamp: "2026-09-17T22:39:30Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-r8cnt'
  metadata:
    creationTimestamp: "2026-09-17T22:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d63cd0f55b23af
    namespace: kserve-ci-e2e-test
    resourceVersion: "33335"
    uid: 4bf488a0-66c3-438a-b4de-e63602b3379f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33320"
    uid: da301efd-65a2-4068-b584-231385c5ab7b
  kind: Event
  lastTimestamp: "2026-09-17T22:39:30Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:30Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d63cd0f26e4d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33324"
    uid: 8043e8f4-c9aa-4ea5-8fb3-dbd59c020c5b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33321"
    uid: a4c53d2a-f633-4721-ac2e-7933a60e4ae7
  kind: Event
  lastTimestamp: "2026-09-17T22:40:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:40:00Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d63cd470e10e74
    namespace: kserve-ci-e2e-test
    resourceVersion: "33694"
    uid: 1939635a-ecb8-4e8c-9b0a-12dbcf65a0e1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33321"
    uid: a4c53d2a-f633-4721-ac2e-7933a60e4ae7
  kind: Event
  lastTimestamp: "2026-09-17T22:40:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:40:00Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d63cd47140b901
    namespace: kserve-ci-e2e-test
    resourceVersion: "33695"
    uid: 47b79306-db1b-4491-b062-5901bf605477
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 7132f138-57fd-460e-a8c8-4dc771a866e5
  kind: Event
  lastTimestamp: "2026-09-17T22:39:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:39:53Z"
    name: isvc-lightgbm-v2-kserve.18d63cd0f2752b78
    namespace: kserve-ci-e2e-test
    resourceVersion: "33640"
    uid: 9f36d10c-5b44-4dbe-8d9b-b35df4b1b67a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33311"
    uid: 7132f138-57fd-460e-a8c8-4dc771a866e5
  kind: Event
  lastTimestamp: "2026-09-17T22:39:30Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:39:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:39:30Z"
    name: isvc-lightgbm-v2-kserve.18d63cd0f3110b9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33328"
    uid: 8c0a1e6c-d847-497c-9298-8b6a42bc7596
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33637"
    uid: 7132f138-57fd-460e-a8c8-4dc771a866e5
  kind: Event
  lastTimestamp: "2026-09-17T22:39:53Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:39:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:39:53Z"
    name: isvc-lightgbm-v2-kserve.18d63cd68340860f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33638"
    uid: e074a7da-4af0-4f1d-bf11-ad5daf61f5c5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:38:34.844970Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32751"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:38:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:38:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63cc418480b81
    namespace: kserve-ci-e2e-test
    resourceVersion: "32757"
    uid: ecc0a259-7473-4be3-9218-33e4c099e062
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32761"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:38:35Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:38:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63cc43a373d5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32774"
    uid: 70748131-ee24-4916-8f1d-efd1e75d8ec7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:38:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63cc43c06787c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32776"
    uid: 0baf768b-cdbe-4b6f-a7e8-036da04fb949
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:38:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63cc43f17d79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32777"
    uid: cad097bb-8549-4859-b040-6a8c35d00a48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:38:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:38:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:35Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63cc43f895d3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: c14b3cfe-9e05-4fac-98a4-000b8021a97b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:38:39Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63cc522199fc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32834"
    uid: 8d50584f-d536-413a-abf3-fa0af2084e39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:38:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63cc525350d8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32838"
    uid: a16600d1-a73f-4574-8c31-15f854c595dd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:38:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63cc525a19f43
    namespace: kserve-ci-e2e-test
    resourceVersion: "32840"
    uid: 2c816a71-092e-41eb-bfac-4ba6999d0572
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:38:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63cc525ab9db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32841"
    uid: d55e554d-8252-4679-bfe8-e1488122c7df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:38:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63cc5284d38c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32843"
    uid: 17d63c42-2349-4fd5-87b2-7e6ac3b95f93
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:38:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:39Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63cc528bbf5e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32844"
    uid: e94eb969-4677-4408-9358-515e5ccc84ee
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:39:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63ccfbfd8f4fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33266"
    uid: 971ca34d-919f-48d5-9064-4b279fbea6dd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl
    namespace: kserve-ci-e2e-test
    resourceVersion: "32753"
    uid: 1e295041-f6e6-4c4e-8138-8d82e7e4914a
  kind: Event
  lastTimestamp: "2026-09-17T22:39:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:39:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:24Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl.18d63ccfbfd98e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "33267"
    uid: fbcba8a3-9a50-4812-a3a9-3b8c9d9f7a31
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32739"
    uid: eb39ddde-9074-4cbd-8050-a62bd6d4852e
  kind: Event
  lastTimestamp: "2026-09-17T22:38:34Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-9b4tl'
  metadata:
    creationTimestamp: "2026-09-17T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:38:34Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d63cc417a2cffb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 4945cd4f-e206-4777-8e6f-56181b89919d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32737"
    uid: f647dccb-94f0-4370-b07e-b5b68278d641
  kind: Event
  lastTimestamp: "2026-09-17T22:38:34Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:38:34Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d63cc41469679c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32742"
    uid: 3b33e6ef-c85e-4718-98b0-1b60e150e059
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32738"
    uid: f581e65b-a63a-4eea-979b-77492902438c
  kind: Event
  lastTimestamp: "2026-09-17T22:39:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d63cc79333758c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33213"
    uid: 33bdca66-99f3-4026-a3d6-f8c17ebe4f7f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32738"
    uid: f581e65b-a63a-4eea-979b-77492902438c
  kind: Event
  lastTimestamp: "2026-09-17T22:39:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:38:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:19Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d63cc793904d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "33214"
    uid: c37333f8-204d-479c-9e86-82c6d5c6eb8d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32983"
    uid: f581e65b-a63a-4eea-979b-77492902438c
  kind: Event
  lastTimestamp: "2026-09-17T22:39:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:04Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d63ccb124a0667
    namespace: kserve-ci-e2e-test
    resourceVersion: "33090"
    uid: 8e66e8c6-0c90-4a72-a529-c0f0a670e026
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32983"
    uid: f581e65b-a63a-4eea-979b-77492902438c
  kind: Event
  lastTimestamp: "2026-09-17T22:39:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:39:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:04Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d63ccb12b1b44b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33092"
    uid: 47a9df1b-ca1f-4ff7-b442-de27f43649f8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32729"
    uid: c63ea7fe-a830-497f-8df2-2a259d901a74
  kind: Event
  lastTimestamp: "2026-09-17T22:39:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:39:17Z"
    name: isvc-lightgbm-v2-runtime.18d63cc414b4108c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33195"
    uid: 0d020dcd-0572-4c69-bc50-7b4344b15b1a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32729"
    uid: c63ea7fe-a830-497f-8df2-2a259d901a74
  kind: Event
  lastTimestamp: "2026-09-17T22:38:34Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:38:34Z"
    name: isvc-lightgbm-v2-runtime.18d63cc41568cd6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32764"
    uid: d4c92958-30c5-410f-89b9-29e6f24c21cd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32732"
    uid: c63ea7fe-a830-497f-8df2-2a259d901a74
  kind: Event
  lastTimestamp: "2026-09-17T22:38:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:38:34Z"
    name: isvc-lightgbm-v2-runtime.18d63cc41afad6d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32766"
    uid: fe446f7e-d73d-4afd-a6c6-8397c3d3b76d
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33193"
    uid: c63ea7fe-a830-497f-8df2-2a259d901a74
  kind: Event
  lastTimestamp: "2026-09-17T22:39:17Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:39:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:39:17Z"
    name: isvc-lightgbm-v2-runtime.18d63cce011d4c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: c0cc29bf-7501-4e01-9356-8c0830396c4c
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 1ab34390-1d10-4d06-b7e6-2cea16b5d92e
  kind: Event
  lastTimestamp: "2026-09-17T22:36:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:36:24Z"
    name: isvc-lightgbm.18d63c8b8b485297
    namespace: kserve-ci-e2e-test
    resourceVersion: "31554"
    uid: ca26e467-3577-4ccf-8c57-57a670204e51
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "30474"
    uid: 1ab34390-1d10-4d06-b7e6-2cea16b5d92e
  kind: Event
  lastTimestamp: "2026-09-17T22:34:31Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T22:34:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:34:31Z"
    name: isvc-lightgbm.18d63c8b8be1b718
    namespace: kserve-ci-e2e-test
    resourceVersion: "30489"
    uid: 60e02189-c5ec-4b36-bd3e-08df73d74e72
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31552"
    uid: 1ab34390-1d10-4d06-b7e6-2cea16b5d92e
  kind: Event
  lastTimestamp: "2026-09-17T22:36:24Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:36:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:36:24Z"
    name: isvc-lightgbm.18d63ca5c213a489
    namespace: kserve-ci-e2e-test
    resourceVersion: "31553"
    uid: 012167bd-3eff-4cbe-be1f-380584ffd345
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:12:14.423972Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17572"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-664ccfb57d-b6tvg
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:12:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:12:14Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b541fd961d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17576"
    uid: 7bfafb0a-9c4f-4a3f-9703-3423f9c20174
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:14Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b542d02cb95
    namespace: kserve-ci-e2e-test
    resourceVersion: "17586"
    uid: dd266475-797e-4bd7-b68a-8a40337da00e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17580"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:15Z"
  message: Add eth0 [10.133.0.27/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:12:15Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b54657752ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17596"
    uid: 20e800d1-3e68-4806-846b-ced6aaae7aa9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:15Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b54671da24f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17598"
    uid: 73c55e75-a744-4ce6-a4c2-3b6d8710bdcc
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:15Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b546a594eed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17599"
    uid: 9ac14931-c43e-47fe-90ce-b0b3c5b19683
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:12:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:15Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b546acd8803
    namespace: kserve-ci-e2e-test
    resourceVersion: "17600"
    uid: 232762af-959b-409a-b753-cccb2172d31e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:20Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b5586b616df
    namespace: kserve-ci-e2e-test
    resourceVersion: "17651"
    uid: 208833e5-069c-4561-8bb4-2b6f4010e4b4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:20Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b5589b3c72c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17654"
    uid: bc1696ed-330f-4502-ab04-9ab3b12e16f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:20Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b558a2ac08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17657"
    uid: 95e47d77-de5b-4a8e-814b-2a2b4eb2e168
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:20Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b558a36dd79
    namespace: kserve-ci-e2e-test
    resourceVersion: "17658"
    uid: a4409b59-e69e-412a-98a8-ba2f97fad2df
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:20Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b558d085ff5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17660"
    uid: 570a9960-bc4c-4083-8cfc-d8660be7206f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:20Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b558d7f850f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17661"
    uid: 5e396a30-e6e4-44d6-a7fa-0206f615f387
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:20Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:20Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b558d8b4e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "17662"
    uid: 23b99be9-a051-4dc6-b4ac-38651d0d73e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:20Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:20Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b55903a8c52
    namespace: kserve-ci-e2e-test
    resourceVersion: "17663"
    uid: caa368dc-8500-481c-8bcd-470fff84cc7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:12:20Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T22:12:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:20Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b5590acc828
    namespace: kserve-ci-e2e-test
    resourceVersion: "17664"
    uid: 5b396901-140d-45fd-ada7-22bf6bc09b71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:14:05Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.27:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:05Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b55fe9d6008
    namespace: kserve-ci-e2e-test
    resourceVersion: "18654"
    uid: 865fcbdb-1e39-40a4-8ce2-18637f52753c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:13:55Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T22:12:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:55Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b55fea7e13e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18568"
    uid: 33a414c1-aa93-4292-9e6e-88a637a34c52
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:13:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:49Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b6a47e411ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "18451"
    uid: a9119523-28cb-4120-9eb1-c3cba462520b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:13:49Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T22:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:49Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b6a47e46c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18456"
    uid: 8de6090a-8f3a-4ab3-b936-e780068fdcd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:13:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:49Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b6a47e4be32
    namespace: kserve-ci-e2e-test
    resourceVersion: "18452"
    uid: 8f9cbcd9-958b-4ebc-8242-cf6d58fc241b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-664ccfb57d-b6tvg
    namespace: kserve-ci-e2e-test
    resourceVersion: "17574"
    uid: 73970b41-7022-4c55-b7b8-b4b2f02f7287
  kind: Event
  lastTimestamp: "2026-09-17T22:14:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.27:8643/healthz": dial tcp
    10.133.0.27:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:13:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:03Z"
    name: isvc-logger-predictor-664ccfb57d-b6tvg.18d63b6b2edee7c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18634"
    uid: 347442d5-9b57-4d55-9c90-0beb4b4abc49
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-664ccfb57d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17560"
    uid: a707183f-5991-4052-b2e4-74bdeca27c4c
  kind: Event
  lastTimestamp: "2026-09-17T22:12:14Z"
  message: 'Created pod: isvc-logger-predictor-664ccfb57d-b6tvg'
  metadata:
    creationTimestamp: "2026-09-17T22:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:14Z"
    name: isvc-logger-predictor-664ccfb57d.18d63b541f32e639
    namespace: kserve-ci-e2e-test
    resourceVersion: "17573"
    uid: 55693c74-1622-41ba-9587-21fbcd66f470
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17558"
    uid: 02629d89-2261-433a-b15e-c4e6a0d4462e
  kind: Event
  lastTimestamp: "2026-09-17T22:12:14Z"
  message: Scaled up replica set isvc-logger-predictor-664ccfb57d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:14Z"
    name: isvc-logger-predictor.18d63b541bb28242
    namespace: kserve-ci-e2e-test
    resourceVersion: "17562"
    uid: ab4ff345-cf15-428d-8244-cecfd20fb3f7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: 8baa3666-df03-40c4-9d21-c5e188169337
  kind: Event
  lastTimestamp: "2026-09-17T22:12:59Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:59Z"
    name: isvc-logger-predictor.18d63b579a1f64ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "18046"
    uid: 59573de0-fa78-410e-ba81-aab089908cc4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17559"
    uid: 8baa3666-df03-40c4-9d21-c5e188169337
  kind: Event
  lastTimestamp: "2026-09-17T22:12:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:12:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:59Z"
    name: isvc-logger-predictor.18d63b579a8001b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18048"
    uid: 860aeaf9-f211-41b7-9c45-884f4faeaaab
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: 8baa3666-df03-40c4-9d21-c5e188169337
  kind: Event
  lastTimestamp: "2026-09-17T22:13:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:44Z"
    name: isvc-logger-predictor.18d63b5b19836aff
    namespace: kserve-ci-e2e-test
    resourceVersion: "18395"
    uid: bd7facff-f1ba-4fd4-82bd-86b86a452a34
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17762"
    uid: 8baa3666-df03-40c4-9d21-c5e188169337
  kind: Event
  lastTimestamp: "2026-09-17T22:13:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:12:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:44Z"
    name: isvc-logger-predictor.18d63b5b19ed1376
    namespace: kserve-ci-e2e-test
    resourceVersion: "18396"
    uid: 13267c7b-5045-460c-b783-1344f013225e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: 6940ca2e-617a-45e2-83c6-6ddfb694ab87
  kind: Event
  lastTimestamp: "2026-09-17T22:13:36Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:13:36Z"
    name: isvc-logger.18d63b541bb86358
    namespace: kserve-ci-e2e-test
    resourceVersion: "18333"
    uid: a54bc698-a639-452e-83dd-2f46512a6509
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17551"
    uid: 6940ca2e-617a-45e2-83c6-6ddfb694ab87
  kind: Event
  lastTimestamp: "2026-09-17T22:12:14Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T22:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:14Z"
    name: isvc-logger.18d63b541c3c7d46
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: 3ef12233-25b1-4528-b994-69b7f4880d2a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17553"
    uid: 6940ca2e-617a-45e2-83c6-6ddfb694ab87
  kind: Event
  lastTimestamp: "2026-09-17T22:12:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:12:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:14Z"
    name: isvc-logger.18d63b5421eff568
    namespace: kserve-ci-e2e-test
    resourceVersion: "17583"
    uid: 96d19d41-50e1-4ef7-a04c-9166e46dc835
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18331"
    uid: 6940ca2e-617a-45e2-83c6-6ddfb694ab87
  kind: Event
  lastTimestamp: "2026-09-17T22:13:36Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:13:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:13:36Z"
    name: isvc-logger.18d63b671eb53940
    namespace: kserve-ci-e2e-test
    resourceVersion: "18332"
    uid: 02dc93ad-0ae9-43dd-8875-a983a7abba31
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:40:05.420914Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33783"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:40:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:40:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63cd92f073cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33789"
    uid: f05b8cff-289f-46ee-809f-641d79278eef
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33794"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:05Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:40:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63cd950f6c305
    namespace: kserve-ci-e2e-test
    resourceVersion: "33802"
    uid: 652111db-194a-4cae-a092-945983631c59
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:06Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63cd95247730f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33804"
    uid: 71be923b-ccf9-49a2-9fa2-8b14b3c29c10
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:06Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63cd954eb4397
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: ea7999a8-8199-4887-b17d-3a7d1f43a25d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:40:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:06Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63cd9555f9142
    namespace: kserve-ci-e2e-test
    resourceVersion: "33806"
    uid: 84065dba-43b7-4909-87e8-d059e6234af6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:10Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T22:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63cda69138ee1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33843"
    uid: d2afc5c3-5b6a-4148-bd69-a6b6b556bd8e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63cda6bf7dfe2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33846"
    uid: 435799ba-5b83-49ac-8fbd-4985d1b00351
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63cda6c69e538
    namespace: kserve-ci-e2e-test
    resourceVersion: "33848"
    uid: f774f32e-00a0-43ac-95a7-01f50fd3b795
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63cda6c74f59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33849"
    uid: 7eac526b-13f3-4bae-bfd7-f9b42b7cf4ac
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63cda6f5106ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33852"
    uid: b5a99a01-c886-4200-9670-e5701ae609fe
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:10Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63cda6fc419cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33853"
    uid: 6aa351df-cf27-4939-9133-193c8f5f80f5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:55Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63ce4d6fd1563
    namespace: kserve-ci-e2e-test
    resourceVersion: "34212"
    uid: aab20cd4-e1f9-45d0-8061-e07209044fed
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w
    namespace: kserve-ci-e2e-test
    resourceVersion: "33787"
    uid: 55fb39c8-47fa-466d-b3d5-723d02eddf7e
  kind: Event
  lastTimestamp: "2026-09-17T22:40:55Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:40:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:40:55Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w.18d63ce4d6fda2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34213"
    uid: d7e8d108-99a2-41d4-abf5-53b5869f5a96
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "33774"
    uid: 8e810f4b-b70a-414b-aaec-4d141f375599
  kind: Event
  lastTimestamp: "2026-09-17T22:40:05Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-52d6w'
  metadata:
    creationTimestamp: "2026-09-17T22:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:40:05Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d63cd92e976bec
    namespace: kserve-ci-e2e-test
    resourceVersion: "33786"
    uid: f48f1b1e-8535-4347-8d2e-69beddd5a9e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33772"
    uid: 6bff70dd-556f-4d57-ae40-f31fd92bda0c
  kind: Event
  lastTimestamp: "2026-09-17T22:40:05Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:40:05Z"
    name: isvc-mlflow-v2-runtime-predictor.18d63cd92b819df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33776"
    uid: 3d89c279-9ad0-432a-89c9-8649adef743f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33773"
    uid: 77355e9f-664d-447f-93f3-d4ca83fb8004
  kind: Event
  lastTimestamp: "2026-09-17T22:40:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:40:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18d63cdca9f928e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34037"
    uid: d921a3a9-7a65-4f22-9f00-9d0cd28a7475
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33773"
    uid: 77355e9f-664d-447f-93f3-d4ca83fb8004
  kind: Event
  lastTimestamp: "2026-09-17T22:40:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:40:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:40:35Z"
    name: isvc-mlflow-v2-runtime-predictor.18d63cdcaa5fe435
    namespace: kserve-ci-e2e-test
    resourceVersion: "34038"
    uid: 39de292b-8fb6-4517-88f6-0259f06b57d3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33921"
    uid: 77355e9f-664d-447f-93f3-d4ca83fb8004
  kind: Event
  lastTimestamp: "2026-09-17T22:40:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:40:50Z"
    name: isvc-mlflow-v2-runtime-predictor.18d63ce3a7abeef1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34152"
    uid: 46474aaa-c923-434f-b4d4-1c959ffb29e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33921"
    uid: 77355e9f-664d-447f-93f3-d4ca83fb8004
  kind: Event
  lastTimestamp: "2026-09-17T22:40:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:40:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:40:50Z"
    name: isvc-mlflow-v2-runtime-predictor.18d63ce3a80d3420
    namespace: kserve-ci-e2e-test
    resourceVersion: "34154"
    uid: de9f7b04-c92e-4f39-9c69-b1aa36b26d6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33764"
    uid: 9915d595-8dd4-4038-8b90-4f95de322be1
  kind: Event
  lastTimestamp: "2026-09-17T22:40:47Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:40:47Z"
    name: isvc-mlflow-v2-runtime.18d63cd92b85d0ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "34128"
    uid: e8bf6bb7-b2ee-4402-98cd-5bdb1f6a1abf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33764"
    uid: 9915d595-8dd4-4038-8b90-4f95de322be1
  kind: Event
  lastTimestamp: "2026-09-17T22:40:05Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:40:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:40:05Z"
    name: isvc-mlflow-v2-runtime.18d63cd92c1a98fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "33780"
    uid: 50443fd3-f702-45d8-aaad-b7054d68b791
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34126"
    uid: 9915d595-8dd4-4038-8b90-4f95de322be1
  kind: Event
  lastTimestamp: "2026-09-17T22:40:47Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:40:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:40:47Z"
    name: isvc-mlflow-v2-runtime.18d63ce30ca5fcc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34127"
    uid: c33980ff-e54f-4c96-bfa2-b1a59b555125
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:42:25.934209Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35063"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:42:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:42:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cf9e645f0c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35069"
    uid: 3be6f1e8-abc1-41aa-9cdf-351c339addf8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:42:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:26Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cf9f1b5b100
    namespace: kserve-ci-e2e-test
    resourceVersion: "35077"
    uid: 95784618-909f-41b8-9c2f-872145af3a36
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35073"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:27Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:42:27Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfa2bdddbcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "35086"
    uid: 721ce17b-3513-42e4-85e1-9bc4e80be1d1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:27Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfa2d62bd8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35088"
    uid: 2c8404e6-dc78-4055-96a2-dd927a516f6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:27Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfa302d23e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35089"
    uid: 7a9fa05b-7b6d-4226-b2a7-f04f0b9d3e7f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:42:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:27Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfa30a6ae3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35091"
    uid: 2f4c3640-5974-47cf-8e9d-fba720b78fbe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:31Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:42:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:31Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfb32d1686e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35124"
    uid: 842fc408-9ca0-4c81-a885-a639896cb718
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:43Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.661s (11.661s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:43Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfde9ebe3b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35225"
    uid: 0c6a13ac-f3dc-403c-81b0-4bcc75b75523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:43Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfded048640
    namespace: kserve-ci-e2e-test
    resourceVersion: "35227"
    uid: 97aca14f-895f-4fdb-83cb-fec0caaad072
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:43Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfdedb63348
    namespace: kserve-ci-e2e-test
    resourceVersion: "35228"
    uid: 10b863a0-5fd0-495c-8e38-4f96a76f9c96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:43Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:43Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfdedc23cac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35229"
    uid: f28ba63b-070b-4af9-8bf8-a337b5645019
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:43Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:43Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfdf0e1606d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35230"
    uid: 34d005a7-0c7f-417c-b4bf-aa92e97ba787
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:42:43Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:43Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfdf155c2eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35231"
    uid: 5e77aeb2-7a9c-4958-b10d-a2c8bd09520c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:43:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:42:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:43:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63cfe012d3ea7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35848"
    uid: b6dd0011-8955-4226-affc-ba2cd8ab2370
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:43:47Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:43:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63d0cdbec7a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "35827"
    uid: ded8430b-305f-4c0a-bc75-3129ff0f3fa2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:43:47Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:43:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:43:47Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63d0cdbed1985
    namespace: kserve-ci-e2e-test
    resourceVersion: "35828"
    uid: 18865fee-c7aa-4a9d-8c56-16ce2b280f32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35065"
    uid: c20959a8-c144-4679-93fd-bb1ea0904e88
  kind: Event
  lastTimestamp: "2026-09-17T22:43:49Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:43:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:43:49Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-n5pk9.18d63d0d5f40a900
    namespace: kserve-ci-e2e-test
    resourceVersion: "35846"
    uid: ecf1f905-780b-4904-ab00-bc6001ac7d89
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35053"
    uid: 38a657b9-ca54-49e8-8afd-f8e3b40bc628
  kind: Event
  lastTimestamp: "2026-09-17T22:42:25Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-n5pk9'
  metadata:
    creationTimestamp: "2026-09-17T22:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:42:25Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d63cf9e5c6159c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35064"
    uid: 88ea746e-1a1a-4870-9795-78be5f5b1c68
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35051"
    uid: c13f6a69-f1fb-44fb-aaa8-f09e11625009
  kind: Event
  lastTimestamp: "2026-09-17T22:42:25Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:42:25Z"
    name: isvc-paddle-predictor.18d63cf9e1ea3c56
    namespace: kserve-ci-e2e-test
    resourceVersion: "35055"
    uid: ddf40f7d-6801-4c39-82e3-cca23199584a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35052"
    uid: 534c0348-48ce-4464-83aa-2141e5afcf86
  kind: Event
  lastTimestamp: "2026-09-17T22:43:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:43:10Z"
    name: isvc-paddle-predictor.18d63cfd603231c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35549"
    uid: 4a2cbc45-b518-4a9c-aae5-87981ef063bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35052"
    uid: 534c0348-48ce-4464-83aa-2141e5afcf86
  kind: Event
  lastTimestamp: "2026-09-17T22:43:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:42:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:43:10Z"
    name: isvc-paddle-predictor.18d63cfd6098633c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35550"
    uid: 0357ab56-a671-4ce4-b58e-ab2defd2cc62
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: 534c0348-48ce-4464-83aa-2141e5afcf86
  kind: Event
  lastTimestamp: "2026-09-17T22:43:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:43:40Z"
    name: isvc-paddle-predictor.18d63d07dc71afe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35771"
    uid: 0857b4be-a79c-4039-a1b3-c579807b1c99
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35205"
    uid: 534c0348-48ce-4464-83aa-2141e5afcf86
  kind: Event
  lastTimestamp: "2026-09-17T22:43:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:43:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:43:40Z"
    name: isvc-paddle-predictor.18d63d07dcd69a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "35772"
    uid: 4e34a047-1616-4f51-9e89-31cae5381479
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:43:52.546170Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35893"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-bszqq
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:43:52Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:43:52Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d0e10bf9753
    namespace: kserve-ci-e2e-test
    resourceVersion: "35899"
    uid: 19a297ae-6395-43a1-bf0a-608a45564f9c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:43:52Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:43:52Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d0e19cc2f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "35907"
    uid: 56faeb54-54c7-4e17-b242-1e6668df144a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:53Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35903"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:43:53Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:43:53Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d0e5633ddf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35921"
    uid: 2cc37811-a1b4-42a0-b6bc-0daa0c39b691
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:43:53Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:43:53Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d0e578a83b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35923"
    uid: b074138f-16e5-44b8-8bef-b215144c63d3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:43:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:43:53Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d0e5a870e91
    namespace: kserve-ci-e2e-test
    resourceVersion: "35924"
    uid: fcd9fc08-725d-4363-897e-a3348eda3ca7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:43:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:43:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:43:53Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d0e5af2aa3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35925"
    uid: 4e62e079-5caa-4398-9707-eac619a87439
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:43:58Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:43:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:43:58Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d0f793842e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35970"
    uid: 835d6b90-d9e4-45a0-847d-22094aabe14d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:44:09Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.382s (11.382s
    including waiting). Image size: 1203659522 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:44:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:09Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d121fa4f0d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36055"
    uid: 17ef0efc-cc9f-4bc0-ac0c-6e423a3664db
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:44:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d122282a8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36057"
    uid: 569a3c77-ab83-4947-a567-ac4c076ffb29
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:44:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d1222ee74bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36058"
    uid: d8c697d0-3823-412e-a554-2d53f67b9c52
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:44:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d1222f8d400
    namespace: kserve-ci-e2e-test
    resourceVersion: "36059"
    uid: 44265260-a774-49ff-8cf5-694973e3eb28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:44:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d1225ff8bcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36060"
    uid: fb2fd26c-1cad-45d5-ab0b-37219a62255f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:44:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:44:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:10Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d12266dbdce
    namespace: kserve-ci-e2e-test
    resourceVersion: "36061"
    uid: 1826e161-12f3-4c11-8051-6dc326aa2f37
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:44:47Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:44:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:47Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d1283cad6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36525"
    uid: 88c0b3c0-1331-43b0-937a-3daa6774d6f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:45:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d1eb50596a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36666"
    uid: 14b90469-afab-4627-b5d3-fb6165ca873f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq
    namespace: kserve-ci-e2e-test
    resourceVersion: "35895"
    uid: 4ca0f9ab-d9e6-4030-8266-b7eb29138264
  kind: Event
  lastTimestamp: "2026-09-17T22:45:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:45:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:04Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-bszqq.18d63d1eb506aca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36668"
    uid: 247fb4d5-7d01-4450-84a0-f8a9ec9a63af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "35884"
    uid: 403b2cf2-ae18-4d90-80cc-81255fc8127f
  kind: Event
  lastTimestamp: "2026-09-17T22:43:52Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-bszqq'
  metadata:
    creationTimestamp: "2026-09-17T22:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:43:52Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d63d0e104bc29d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35894"
    uid: 8090f11d-f57f-44b4-8c92-fbe02fcf0844
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:52Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35882"
    uid: 8b62b6c5-1e00-4cba-a226-9e73a915b364
  kind: Event
  lastTimestamp: "2026-09-17T22:43:52Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:43:52Z"
    name: isvc-paddle-runtime-predictor.18d63d0e0d63bc95
    namespace: kserve-ci-e2e-test
    resourceVersion: "35886"
    uid: 77e9c952-a625-498a-b3e5-88d4943befb9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35883"
    uid: b38452a5-fd33-44b9-bc2f-c3c3a2256c65
  kind: Event
  lastTimestamp: "2026-09-17T22:44:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:37Z"
    name: isvc-paddle-runtime-predictor.18d63d118be15c05
    namespace: kserve-ci-e2e-test
    resourceVersion: "36445"
    uid: 8a6c89c0-b28a-4aa5-874e-8ca4e1b58d26
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35883"
    uid: b38452a5-fd33-44b9-bc2f-c3c3a2256c65
  kind: Event
  lastTimestamp: "2026-09-17T22:44:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:44:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:37Z"
    name: isvc-paddle-runtime-predictor.18d63d118c4b153c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36446"
    uid: 33208d12-f1a6-44a2-8ae5-bc63a59b75fb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: b38452a5-fd33-44b9-bc2f-c3c3a2256c65
  kind: Event
  lastTimestamp: "2026-09-17T22:44:52Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:52Z"
    name: isvc-paddle-runtime-predictor.18d63d1c085eb71f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36561"
    uid: 17bdd079-1fb2-4eaf-8ea2-60df32ff7aad
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:52Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36032"
    uid: b38452a5-fd33-44b9-bc2f-c3c3a2256c65
  kind: Event
  lastTimestamp: "2026-09-17T22:44:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:44:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:52Z"
    name: isvc-paddle-runtime-predictor.18d63d1c08c7c860
    namespace: kserve-ci-e2e-test
    resourceVersion: "36563"
    uid: c07e80ab-5271-4d19-9049-ca58ac9cf7bc
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35874"
    uid: dd7f4b22-2598-4015-b17a-7f3944b032c4
  kind: Event
  lastTimestamp: "2026-09-17T22:44:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:44:57Z"
    name: isvc-paddle-runtime.18d63d0e0d79ee88
    namespace: kserve-ci-e2e-test
    resourceVersion: "36607"
    uid: 5bf8b471-faa2-4e1f-a5a1-74f4a812e9f5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "35874"
    uid: dd7f4b22-2598-4015-b17a-7f3944b032c4
  kind: Event
  lastTimestamp: "2026-09-17T22:43:52Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:43:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:43:52Z"
    name: isvc-paddle-runtime.18d63d0e0e1e0dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35890"
    uid: f1de316e-24d8-499a-950c-d12be64d2cea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36605"
    uid: dd7f4b22-2598-4015-b17a-7f3944b032c4
  kind: Event
  lastTimestamp: "2026-09-17T22:44:57Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:44:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:44:57Z"
    name: isvc-paddle-runtime.18d63d1d3efa7369
    namespace: kserve-ci-e2e-test
    resourceVersion: "36606"
    uid: b83c182e-3beb-42fd-9bca-234b39356869
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:45:09.173187Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36730"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:45:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d1fe8130b03
    namespace: kserve-ci-e2e-test
    resourceVersion: "36736"
    uid: 4e7091ff-86d6-4251-8ee2-1925a19938a5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36741"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:09Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d2009fce9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36749"
    uid: 97abec9d-b790-47e1-91ba-e515145c5904
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d200b4eb799
    namespace: kserve-ci-e2e-test
    resourceVersion: "36751"
    uid: 2730f3a7-1952-4e56-a52e-b63a7d93b366
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d200e055fee
    namespace: kserve-ci-e2e-test
    resourceVersion: "36752"
    uid: b5441eeb-4151-4eb7-a4f2-295d4bec8f69
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d200e7514a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36753"
    uid: 2cc7ef2c-f81b-41b3-9f6f-313317f18e32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:14Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d213e37594c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36803"
    uid: 08c8e94b-c04c-4cc8-a1cf-ba186c400a9f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d21410ca48d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36805"
    uid: 4f8f7e8d-4abd-4015-b81c-2168c54ee15e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d21418ad434
    namespace: kserve-ci-e2e-test
    resourceVersion: "36807"
    uid: a89a6428-719c-4921-8d66-0d7d2ae65c2f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:45:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:14Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d2141953762
    namespace: kserve-ci-e2e-test
    resourceVersion: "36809"
    uid: 3da35cff-72ea-4e5b-80bd-72e2fc4908ab
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:15Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d214442509a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36812"
    uid: 6cb5718c-6a55-49d1-a7db-2e5db9716b1a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:45:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:15Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d2144c087c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36813"
    uid: 48171144-9265-4c57-8366-75eb0b5cf6db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:46:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:45:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d21b5c94290
    namespace: kserve-ci-e2e-test
    resourceVersion: "37444"
    uid: f6a1fae4-c087-414d-869a-dc6e9f0964bd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:46:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:10Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d2e400d1135
    namespace: kserve-ci-e2e-test
    resourceVersion: "37408"
    uid: 1b5c6af0-d514-4828-b303-f51fe9673673
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:46:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:46:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:10Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d2e400e62e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37409"
    uid: 33e13f07-25b7-4857-8cca-49272a854a4e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36733"
    uid: afa1a8ef-edc0-42cd-8eab-1f893e362a1f
  kind: Event
  lastTimestamp: "2026-09-17T22:46:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:12Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7.18d63d2ebfd7434e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37442"
    uid: 72107e33-800b-445d-903b-f67588b94ddf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36719"
    uid: a818491e-88d6-4954-8995-db5f5bab9dc2
  kind: Event
  lastTimestamp: "2026-09-17T22:45:09Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-j5sk7'
  metadata:
    creationTimestamp: "2026-09-17T22:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:45:09Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d63d1fe79dbcf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36732"
    uid: 43a3368b-1f6f-431a-9333-b2797ca6bf7b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36717"
    uid: 1b0ebd46-b0fa-4b4d-aa64-f01a2951b750
  kind: Event
  lastTimestamp: "2026-09-17T22:45:09Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:45:09Z"
    name: isvc-paddle-v2-kserve-predictor.18d63d1fe4b58cf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36722"
    uid: 4a00365f-9ccd-4c72-9ab1-97816bb275da
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36718"
    uid: 602f40c4-c1d9-468f-9e5e-e44edcd5309f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:45:39Z"
    name: isvc-paddle-v2-kserve-predictor.18d63d2363263fcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36987"
    uid: 8c76e5bc-bc67-489c-989d-713bb3cfc5e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36718"
    uid: 602f40c4-c1d9-468f-9e5e-e44edcd5309f
  kind: Event
  lastTimestamp: "2026-09-17T22:45:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:45:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:45:39Z"
    name: isvc-paddle-v2-kserve-predictor.18d63d2363892ccc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36988"
    uid: 70b6a601-eb7a-4fb0-b1db-1caf62253ad4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36883"
    uid: 602f40c4-c1d9-468f-9e5e-e44edcd5309f
  kind: Event
  lastTimestamp: "2026-09-17T22:46:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:46:09Z"
    name: isvc-paddle-v2-kserve-predictor.18d63d2a60f82b90
    namespace: kserve-ci-e2e-test
    resourceVersion: "37362"
    uid: 15b5e61c-308d-47ca-a8ee-959c57803d41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36883"
    uid: 602f40c4-c1d9-468f-9e5e-e44edcd5309f
  kind: Event
  lastTimestamp: "2026-09-17T22:46:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:45:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:46:09Z"
    name: isvc-paddle-v2-kserve-predictor.18d63d2a617e91a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37363"
    uid: 76fdd690-de0a-4be8-94a0-3732270af5c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36710"
    uid: 6470017c-7cb5-45f2-9656-901ecc7f8c34
  kind: Event
  lastTimestamp: "2026-09-17T22:46:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:46:03Z"
    name: isvc-paddle-v2-kserve.18d63d1fe4b52be9
    namespace: kserve-ci-e2e-test
    resourceVersion: "37254"
    uid: 9c93a666-8833-4b7c-9873-f2e5da7b82df
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36710"
    uid: 6470017c-7cb5-45f2-9656-901ecc7f8c34
  kind: Event
  lastTimestamp: "2026-09-17T22:45:09Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:45:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:45:09Z"
    name: isvc-paddle-v2-kserve.18d63d1fe558464b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36726"
    uid: 27b29d88-d3bd-45ad-9e5e-8e65225adaf9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37252"
    uid: 6470017c-7cb5-45f2-9656-901ecc7f8c34
  kind: Event
  lastTimestamp: "2026-09-17T22:46:03Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:46:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:46:03Z"
    name: isvc-paddle-v2-kserve.18d63d2c70e433af
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: c1831c39-79ac-48b1-be87-9d30f638ff85
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35043"
    uid: 61397645-d8b1-44ae-8d5f-5689d1200d52
  kind: Event
  lastTimestamp: "2026-09-17T22:43:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:43:39Z"
    name: isvc-paddle.18d63cf9e229d451
    namespace: kserve-ci-e2e-test
    resourceVersion: "35762"
    uid: 0c824f20-5230-46e0-b8df-626847e54a6b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35043"
    uid: 61397645-d8b1-44ae-8d5f-5689d1200d52
  kind: Event
  lastTimestamp: "2026-09-17T22:42:25Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T22:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:42:25Z"
    name: isvc-paddle.18d63cf9e2adaea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35060"
    uid: 1c25becd-291b-4a15-b9da-5a63e8b3a0bb
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35760"
    uid: 61397645-d8b1-44ae-8d5f-5689d1200d52
  kind: Event
  lastTimestamp: "2026-09-17T22:43:39Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:43:39Z"
    name: isvc-paddle.18d63d0b10700a62
    namespace: kserve-ci-e2e-test
    resourceVersion: "35761"
    uid: d05f90a2-dfe6-4162-b368-c86cad0fc16b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:46:15.988918Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37488"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-5ppvb
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:46:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:46:15Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d2f769a2b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37495"
    uid: 4c09895f-1312-4ab0-9732-24fdb2ba9a47
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37499"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:46:16Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:46:16Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d2f988f30f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37510"
    uid: 305b7cee-f5a6-4f5d-bda6-c259b8d58420
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:46:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:16Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d2f99d7e150
    namespace: kserve-ci-e2e-test
    resourceVersion: "37513"
    uid: a01e912a-1bdb-4824-8790-990085bfc171
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:46:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:16Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d2f9caf0264
    namespace: kserve-ci-e2e-test
    resourceVersion: "37514"
    uid: a359fcaa-88fb-4e4e-bfa2-88deea935023
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:46:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:46:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:16Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d2f9d207dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "37515"
    uid: bf5fc704-313b-407d-8dbf-4ce1f9b3829f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:46:21Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:46:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:21Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d30aba50e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "37551"
    uid: bb0c3f20-d2ad-4747-beb1-5a3ffd6873dc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:46:28Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.145s (7.145s
    including waiting). Image size: 852995966 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:28Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d325587aa87
    namespace: kserve-ci-e2e-test
    resourceVersion: "37605"
    uid: 8f998230-8f8a-44a6-9491-f1a1757f88c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:46:28Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:28Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d3258f7a11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: 6f0691b4-3912-45bd-a247-801690da7370
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:46:28Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:28Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d32596d542d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37608"
    uid: 4f326da2-bb9c-4744-aac5-1e29d78474b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:46:28Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:28Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d325977bd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "37609"
    uid: e9e4f565-522b-4ca7-9fee-a196316edf3d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:46:28Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:28Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d325c41fe48
    namespace: kserve-ci-e2e-test
    resourceVersion: "37611"
    uid: 62d7267b-a8ab-49d2-880e-5581e89a9089
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:46:28Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:46:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:28Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d325cb22937
    namespace: kserve-ci-e2e-test
    resourceVersion: "37612"
    uid: b1ff706f-be0b-4a4f-b23b-1e77b161491a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:48:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:09Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d32c6c066d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38562"
    uid: 94960572-f180-4343-bcd4-83f27257a438
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:48:07Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:07Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d49712b5d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "38543"
    uid: b1621d05-4dda-4f96-9f3a-09e230878427
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:48:07Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:48:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:07Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d49712bff03
    namespace: kserve-ci-e2e-test
    resourceVersion: "38544"
    uid: 6f9d660a-a0fd-4f17-bd8d-46eaf64cb199
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-5ppvb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37491"
    uid: cda22250-770b-47a1-b257-eca3e9cbf4e6
  kind: Event
  lastTimestamp: "2026-09-17T22:48:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:11Z"
    name: isvc-pmml-predictor-8674795f59-5ppvb.18d63d4a4affdd97
    namespace: kserve-ci-e2e-test
    resourceVersion: "38574"
    uid: 945335c1-36dd-4a92-9853-9075d6e81657
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37480"
    uid: 078759d1-120a-49a7-a878-ffc19a029924
  kind: Event
  lastTimestamp: "2026-09-17T22:46:15Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-5ppvb'
  metadata:
    creationTimestamp: "2026-09-17T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:46:15Z"
    name: isvc-pmml-predictor-8674795f59.18d63d2f76063281
    namespace: kserve-ci-e2e-test
    resourceVersion: "37490"
    uid: df5a8adb-b4d0-475b-b048-c0a34f59c419
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37477"
    uid: b6b005ec-10cd-44de-813d-a78fad1c7b1a
  kind: Event
  lastTimestamp: "2026-09-17T22:46:15Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:46:15Z"
    name: isvc-pmml-predictor.18d63d2f7338d976
    namespace: kserve-ci-e2e-test
    resourceVersion: "37483"
    uid: 1fea6fda-09a7-4117-9cdd-4e3d7564387a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: 59ae1624-f1eb-44a6-bb46-9a11fe7e62c3
  kind: Event
  lastTimestamp: "2026-09-17T22:46:45Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:46:45Z"
    name: isvc-pmml-predictor.18d63d32f1ad4df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37745"
    uid: cd9542f9-2763-449d-afb1-cf4ace8f7ca1
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37479"
    uid: 59ae1624-f1eb-44a6-bb46-9a11fe7e62c3
  kind: Event
  lastTimestamp: "2026-09-17T22:46:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:46:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:46:45Z"
    name: isvc-pmml-predictor.18d63d32f215b276
    namespace: kserve-ci-e2e-test
    resourceVersion: "37746"
    uid: 32efc4c4-db43-4181-b67d-1b90edf09226
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: 59ae1624-f1eb-44a6-bb46-9a11fe7e62c3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:48:01Z"
    name: isvc-pmml-predictor.18d63d39eff231de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38483"
    uid: 926a250f-81ab-4b01-bce9-d8db2eb37ba7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: 59ae1624-f1eb-44a6-bb46-9a11fe7e62c3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:47:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:48:01Z"
    name: isvc-pmml-predictor.18d63d39f05cdd17
    namespace: kserve-ci-e2e-test
    resourceVersion: "38484"
    uid: d00b0833-c6d1-4a37-8cd6-1c29eb2035c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:48:12.780324Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38612"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-hn4m6
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:48:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:48:12Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4aa7e99aa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38619"
    uid: 5fd512ed-ef72-4e23-ba2f-e82953701fd0
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:13Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:48:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4aca679cec
    namespace: kserve-ci-e2e-test
    resourceVersion: "38633"
    uid: 9f9f2f1b-ac97-42f5-9803-62d0464209df
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4acbc8a98c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38635"
    uid: c7237dbb-4293-4591-8a9a-e2f53e85e1a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4acea2b019
    namespace: kserve-ci-e2e-test
    resourceVersion: "38636"
    uid: e46911b2-127d-44f3-b402-8b9b926e3c8e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:48:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:13Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4acf1d63a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38637"
    uid: cc46143b-9335-4f70-ac0d-a14ef13b57d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:17Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:48:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:17Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4bd894665b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38678"
    uid: 1019cefa-97a7-4067-affa-c7546bf24f18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:18Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4be0ac0354
    namespace: kserve-ci-e2e-test
    resourceVersion: "38684"
    uid: 3d1e7ee9-a7ce-457c-a1a8-54c897ccb4a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:18Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4be2302733
    namespace: kserve-ci-e2e-test
    resourceVersion: "38685"
    uid: 0e87e8b0-0899-4b03-8a63-ccfc01a84a9e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:18Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4be23d3178
    namespace: kserve-ci-e2e-test
    resourceVersion: "38686"
    uid: 196ba91b-0dea-4d26-93d6-31fc641b92cf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:18Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4be74fc06f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38687"
    uid: df5e6543-4043-44f9-804e-a134a4231e34
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:48:18Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:48:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:48:18Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4be89fb14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38688"
    uid: 039ac66c-15e3-4d21-9fdc-1bb2dfd23e24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 13
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:50:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:48:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:08Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d4c502c3d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "39540"
    uid: fd359a89-bcff-4946-b7e4-32be85601603
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:50:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d64b9891108
    namespace: kserve-ci-e2e-test
    resourceVersion: "39506"
    uid: 977b513c-0b3f-4963-beb2-a57fcc543a15
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:50:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:50:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d64b9898b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39507"
    uid: d97e637e-747e-4372-8528-79154b076457
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38614"
    uid: 84089452-a0e8-42c4-9619-b6ed8a4102f3
  kind: Event
  lastTimestamp: "2026-09-17T22:50:05Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:50:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:05Z"
    name: isvc-pmml-runtime-predictor-885fc8777-hn4m6.18d63d64fe797e8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39521"
    uid: 3d547382-0f23-472c-a051-de859d6641bf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38603"
    uid: 7e92715d-7c43-481f-97ba-436d1f46f493
  kind: Event
  lastTimestamp: "2026-09-17T22:48:12Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-hn4m6'
  metadata:
    creationTimestamp: "2026-09-17T22:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:48:12Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d63d4aa75cc033
    namespace: kserve-ci-e2e-test
    resourceVersion: "38613"
    uid: 054f8bb2-c238-4270-b8f5-a61269477c91
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38601"
    uid: 1c51649d-7410-48ff-891f-e52277bd6a53
  kind: Event
  lastTimestamp: "2026-09-17T22:48:12Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:48:12Z"
    name: isvc-pmml-runtime-predictor.18d63d4aa4825f6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38605"
    uid: 5576457d-585b-4ee0-82c8-aa224f9048bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38602"
    uid: 724ccedb-ea3d-4473-b0c9-6989e41a5dc5
  kind: Event
  lastTimestamp: "2026-09-17T22:48:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:48:42Z"
    name: isvc-pmml-runtime-predictor.18d63d4e230df976
    namespace: kserve-ci-e2e-test
    resourceVersion: "38874"
    uid: 8a07c39a-c6e5-4779-a6bf-6a2389fd6a00
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38602"
    uid: 724ccedb-ea3d-4473-b0c9-6989e41a5dc5
  kind: Event
  lastTimestamp: "2026-09-17T22:48:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:48:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:48:42Z"
    name: isvc-pmml-runtime-predictor.18d63d4e237919fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "38875"
    uid: 219f1e6f-af9d-4dc5-8dfc-ac4239309c67
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38765"
    uid: 724ccedb-ea3d-4473-b0c9-6989e41a5dc5
  kind: Event
  lastTimestamp: "2026-09-17T22:49:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:49:57Z"
    name: isvc-pmml-runtime-predictor.18d63d552115318d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39437"
    uid: 09095df8-81fb-417a-a21b-276e4c7f2241
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38765"
    uid: 724ccedb-ea3d-4473-b0c9-6989e41a5dc5
  kind: Event
  lastTimestamp: "2026-09-17T22:49:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:48:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:49:57Z"
    name: isvc-pmml-runtime-predictor.18d63d5521ba2dc1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39438"
    uid: d893ac36-0583-47fd-91f0-a7a86d3030aa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38593"
    uid: d198e8b1-a3eb-4a07-9cbd-74ee8bbb5d2d
  kind: Event
  lastTimestamp: "2026-09-17T22:49:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:49:58Z"
    name: isvc-pmml-runtime.18d63d4aa484975c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39451"
    uid: 7f6f3563-0d06-4d7b-857d-81d08b8aba48
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38593"
    uid: d198e8b1-a3eb-4a07-9cbd-74ee8bbb5d2d
  kind: Event
  lastTimestamp: "2026-09-17T22:48:12Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:48:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:48:12Z"
    name: isvc-pmml-runtime.18d63d4aa51d9141
    namespace: kserve-ci-e2e-test
    resourceVersion: "38609"
    uid: 3760ae4c-b7a2-4f3b-8b78-105b212e3b32
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:49:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39449"
    uid: d198e8b1-a3eb-4a07-9cbd-74ee8bbb5d2d
  kind: Event
  lastTimestamp: "2026-09-17T22:49:58Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:49:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:49:58Z"
    name: isvc-pmml-runtime.18d63d63484d64fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39450"
    uid: 5a4befe2-5861-4895-b887-de46d1b6116e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:47:41.336494Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38288"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:47:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:47:41Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d4355b6e2d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38294"
    uid: cb9553fc-e668-43e6-9518-59844dcb5007
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:41Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d435fba403c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38301"
    uid: 244d88f0-d9cb-41e6-bc42-551ac73ee8e8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38298"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:42Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:47:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d439b981429
    namespace: kserve-ci-e2e-test
    resourceVersion: "38314"
    uid: 8854f9bb-c2ca-4e1a-9fd8-d71cba7b62f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d439d39a5e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38316"
    uid: 84e60795-890d-4c9e-b13f-3e6d655cc13b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d43a0afe940
    namespace: kserve-ci-e2e-test
    resourceVersion: "38318"
    uid: eb2f3d42-0f1b-4c15-b3f6-186ed45f19f6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:47:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d43a146d885
    namespace: kserve-ci-e2e-test
    resourceVersion: "38319"
    uid: 759d9331-b6ca-4144-a081-dc988732a216
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:46Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:47:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:46Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d4498dc7b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38359"
    uid: 4e994ae9-5e91-43ca-90f3-591027669ed4
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:53Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.184s (7.184s
    including waiting). Image size: 852995966 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:53Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d464514f76b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38415"
    uid: 58ac0a4f-c1c8-443a-9efe-d56bef2f3950
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:47:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:53Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d4648610a06
    namespace: kserve-ci-e2e-test
    resourceVersion: "38417"
    uid: ad7964d5-6547-4d21-89a1-2ea9b3146245
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:54Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d4648dd394f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38418"
    uid: 4f6af45d-9577-4445-ab12-d5f141c6919a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:54Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d4648e98c3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38419"
    uid: 5705516b-503b-413f-80d2-b539da5fe1a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:54Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d464bbad1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38420"
    uid: cb7970ff-cf05-4384-b4c1-07d325d90eb9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:47:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:54Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d464c35b543
    namespace: kserve-ci-e2e-test
    resourceVersion: "38421"
    uid: e5ac8e75-39be-4195-9887-52f84ad635d2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:49:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:47:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:49:18Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d46b3da5a3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39130"
    uid: 42f2f3e1-1082-44d1-8a7b-8fbd44887e92
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:49:33Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:49:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d5d5e203f84
    namespace: kserve-ci-e2e-test
    resourceVersion: "39259"
    uid: 6f968627-e551-411e-b7f7-a2d7dea69d05
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:49:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:49:33Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:49:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:49:33Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d5d5e20e14e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39260"
    uid: 1273ef3d-ee92-4668-b421-54e4e39e4ff0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:49:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks
    namespace: kserve-ci-e2e-test
    resourceVersion: "38290"
    uid: c3443b09-cdbd-42c3-b44f-51a1acb6c58b
  kind: Event
  lastTimestamp: "2026-09-17T22:49:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:49:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:49:36Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks.18d63d5e3817710d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39290"
    uid: f76ea974-581b-47f6-b65b-226dd297a252
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38280"
    uid: c0ae3f95-ff0f-4332-afce-26a441f9b990
  kind: Event
  lastTimestamp: "2026-09-17T22:47:41Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-l2jks'
  metadata:
    creationTimestamp: "2026-09-17T22:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:47:41Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d63d43552ba984
    namespace: kserve-ci-e2e-test
    resourceVersion: "38289"
    uid: a47e41f6-3856-4757-99cb-aab66536f9dc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38277"
    uid: 2df6ac2b-9a4d-4a72-b1e7-bbc0c9619f4a
  kind: Event
  lastTimestamp: "2026-09-17T22:47:41Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:47:41Z"
    name: isvc-pmml-v2-kserve-predictor.18d63d43526718c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38281"
    uid: 906b6150-e3a9-4bdd-855d-94ca834db81d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38278"
    uid: 288ba1ac-2565-49e2-9741-31387be3dbbe
  kind: Event
  lastTimestamp: "2026-09-17T22:48:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:48:26Z"
    name: isvc-pmml-v2-kserve-predictor.18d63d46d0f39fd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38754"
    uid: cdf59cdd-b8fd-42df-ad3f-294a5db16ede
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38278"
    uid: 288ba1ac-2565-49e2-9741-31387be3dbbe
  kind: Event
  lastTimestamp: "2026-09-17T22:48:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:47:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:48:26Z"
    name: isvc-pmml-v2-kserve-predictor.18d63d46d15949df
    namespace: kserve-ci-e2e-test
    resourceVersion: "38755"
    uid: 88b7ec71-f3f4-4a58-b650-60fb51970056
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38439"
    uid: 288ba1ac-2565-49e2-9741-31387be3dbbe
  kind: Event
  lastTimestamp: "2026-09-17T22:49:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:49:26Z"
    name: isvc-pmml-v2-kserve-predictor.18d63d4a5008b158
    namespace: kserve-ci-e2e-test
    resourceVersion: "39184"
    uid: 09a8bd0c-a773-4ed7-8aa9-a59d99adce37
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:48:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38439"
    uid: 288ba1ac-2565-49e2-9741-31387be3dbbe
  kind: Event
  lastTimestamp: "2026-09-17T22:49:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:48:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:49:26Z"
    name: isvc-pmml-v2-kserve-predictor.18d63d4a50569d6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39185"
    uid: c41c50d3-bd9e-4b1b-9e7c-44f6134ebbfa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: cdaafef9-5bb7-4c82-84ec-306f2f7f2804
  kind: Event
  lastTimestamp: "2026-09-17T22:49:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:49:28Z"
    name: isvc-pmml-v2-kserve.18d63d435274aaa2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39209"
    uid: 7c972242-cea7-4b6d-ac20-9e957e9d096d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38270"
    uid: cdaafef9-5bb7-4c82-84ec-306f2f7f2804
  kind: Event
  lastTimestamp: "2026-09-17T22:47:41Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:47:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:47:41Z"
    name: isvc-pmml-v2-kserve.18d63d43530df3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "38285"
    uid: cdf5de1d-48b8-44e3-9118-b8f8b5a16f1c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:49:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39207"
    uid: cdaafef9-5bb7-4c82-84ec-306f2f7f2804
  kind: Event
  lastTimestamp: "2026-09-17T22:49:28Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:49:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:49:28Z"
    name: isvc-pmml-v2-kserve.18d63d5c4c13b773
    namespace: kserve-ci-e2e-test
    resourceVersion: "39208"
    uid: c4fe7a7a-d86d-4fa4-81bf-a6d015442adf
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37470"
    uid: 7c3249f1-ff3f-45ef-b603-e5a78de69b3b
  kind: Event
  lastTimestamp: "2026-09-17T22:48:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:48:00Z"
    name: isvc-pmml.18d63d2f7336b0af
    namespace: kserve-ci-e2e-test
    resourceVersion: "38476"
    uid: cb89c11a-aaf4-4379-8b30-5763ca3852bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37470"
    uid: 7c3249f1-ff3f-45ef-b603-e5a78de69b3b
  kind: Event
  lastTimestamp: "2026-09-17T22:46:15Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:46:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:46:15Z"
    name: isvc-pmml.18d63d2f73b511d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37485"
    uid: 40b15c72-b120-4c2a-b54e-2e0ac7dbaf3a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38474"
    uid: 7c3249f1-ff3f-45ef-b603-e5a78de69b3b
  kind: Event
  lastTimestamp: "2026-09-17T22:47:59Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:47:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:47:59Z"
    name: isvc-pmml.18d63d47adcb1649
    namespace: kserve-ci-e2e-test
    resourceVersion: "38475"
    uid: cc37a681-4ed0-4b7c-ab2f-07d0f6d732c3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:12:30.731763Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17796"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:12:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:12:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b57ebde7e92
    namespace: kserve-ci-e2e-test
    resourceVersion: "17802"
    uid: 4583550d-bf76-4a61-b75d-f4329898a768
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17806"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:12:31Z"
  message: Add eth0 [10.134.0.23/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:12:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b580e1b29d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17817"
    uid: e3903f00-df29-4680-8693-9158ff3c8d30
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:12:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b580f9e8859
    namespace: kserve-ci-e2e-test
    resourceVersion: "17819"
    uid: 9bf71aa0-80b4-4891-a8e8-c9e31576ee7f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:12:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b5812a60ab1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17820"
    uid: fc6b8260-c633-4a97-aab5-707d4dfc313a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:12:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:12:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:31Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b58134419e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17821"
    uid: 1119c025-02da-46ad-970b-3a5d0e635d1f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:12:35Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b590b4cc2c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17854"
    uid: 0b05f1f5-1fb2-401a-8f95-fc60d3d6056d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:12:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b590e0fbae2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17857"
    uid: d66d2745-0336-42ba-9a4f-55d5f005a7d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:12:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b590e8cf811
    namespace: kserve-ci-e2e-test
    resourceVersion: "17860"
    uid: 057e9227-d232-418c-98d7-e2dc01587d07
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:12:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b590e97f1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17861"
    uid: 468d7c76-515e-4c96-a196-6b475eed7cad
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:12:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b591146325d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17863"
    uid: 10a37f89-b1b9-4a9c-a6d4-fac0af3c61e8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:12:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:12:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:35Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b5911bddab6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17864"
    uid: 04a05d29-cce4-463c-aa21-d0cc96c8f591
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:13:51Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.23:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:12:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:51Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b59473f28d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18533"
    uid: 428383ac-e4d5-44a5-8f59-73bef9727362
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:14:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:11Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b6f5f27052c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18714"
    uid: f0e99a54-96ae-4dbc-bfa7-2f7900b1ee9d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:14:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:11Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b6f5f280925
    namespace: kserve-ci-e2e-test
    resourceVersion: "18715"
    uid: aa8d4a87-825a-45b5-8ceb-972589834c42
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv
    namespace: kserve-ci-e2e-test
    resourceVersion: "17798"
    uid: 24513c24-f56f-4a3e-945f-8ff096c1bb20
  kind: Event
  lastTimestamp: "2026-09-17T22:14:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.23:8643/healthz": dial tcp
    10.134.0.23:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:12Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv.18d63b6fa178c81f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18725"
    uid: e42ae23f-b9c3-48fb-a120-9a787265103b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17787"
    uid: 04cd9b5a-5666-4bdb-a73f-75812870cf2b
  kind: Event
  lastTimestamp: "2026-09-17T22:12:30Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-hw6gv'
  metadata:
    creationTimestamp: "2026-09-17T22:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:30Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d63b57eb798f82
    namespace: kserve-ci-e2e-test
    resourceVersion: "17797"
    uid: 2d0e28e1-7891-44b1-a2c1-0444e405e4d7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17785"
    uid: 47af7875-766d-4c65-b58d-6a9c733a2850
  kind: Event
  lastTimestamp: "2026-09-17T22:12:30Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:30Z"
    name: isvc-predictive-lightgbm-predictor.18d63b57e878e479
    namespace: kserve-ci-e2e-test
    resourceVersion: "17789"
    uid: 61143cc1-e6be-4306-a4d5-98c52af57852
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17786"
    uid: 64b69f7f-f99e-4d58-8088-0003267a13f3
  kind: Event
  lastTimestamp: "2026-09-17T22:13:15Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:15Z"
    name: isvc-predictive-lightgbm-predictor.18d63b5b66edb412
    namespace: kserve-ci-e2e-test
    resourceVersion: "18174"
    uid: ca6ad0e4-1b72-49e4-a6a2-9a89645bff98
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17786"
    uid: 64b69f7f-f99e-4d58-8088-0003267a13f3
  kind: Event
  lastTimestamp: "2026-09-17T22:13:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:12:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:13:15Z"
    name: isvc-predictive-lightgbm-predictor.18d63b5b674bd819
    namespace: kserve-ci-e2e-test
    resourceVersion: "18175"
    uid: 7a7aba58-0ae6-4eb0-bfbc-a70f65893c40
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: 64b69f7f-f99e-4d58-8088-0003267a13f3
  kind: Event
  lastTimestamp: "2026-09-17T22:14:00Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:00Z"
    name: isvc-predictive-lightgbm-predictor.18d63b5ee5ee16c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18604"
    uid: d978ed28-684b-46fb-a8a7-21b6a299ed9a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:00Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17946"
    uid: 64b69f7f-f99e-4d58-8088-0003267a13f3
  kind: Event
  lastTimestamp: "2026-09-17T22:14:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:13:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:00Z"
    name: isvc-predictive-lightgbm-predictor.18d63b5ee6551e63
    namespace: kserve-ci-e2e-test
    resourceVersion: "18605"
    uid: 06b7672d-eca1-4ad8-8989-1c51fe9a05cd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:17:47.202296Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20571"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:17:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:17:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba19afb9e7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20579"
    uid: 7f70036d-0694-4e7b-bfe1-f98e99026cbb
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba1a6b7d1fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20589"
    uid: 806f27e0-a4e7-427e-b3c1-f6c078f2b3a7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20582"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:48Z"
  message: Add eth0 [10.133.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:17:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba1e10e4c09
    namespace: kserve-ci-e2e-test
    resourceVersion: "20601"
    uid: b66e3d27-963f-4b56-b6d6-58abc479cd78
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba1e28e2798
    namespace: kserve-ci-e2e-test
    resourceVersion: "20603"
    uid: 68bc8939-aa7b-4b38-a0e8-bf4dbb44f609
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba1e59dd7bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20604"
    uid: df171c3b-c950-4f53-8c03-10854e471a47
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:48Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba1e622ec90
    namespace: kserve-ci-e2e-test
    resourceVersion: "20605"
    uid: 213f129c-537b-44bd-a2e9-b19946dca457
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:52Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba2ea73b21e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20642"
    uid: 5a6ea52e-8b17-482a-ab90-bd430ee781f1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba2ed6b36cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20645"
    uid: ae1d692b-b86b-410f-9b4c-45787e4774fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba2ede0d187
    namespace: kserve-ci-e2e-test
    resourceVersion: "20648"
    uid: a5da419b-bd73-4b1b-b1f7-b1505180cf82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:52Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba2edeb7866
    namespace: kserve-ci-e2e-test
    resourceVersion: "20649"
    uid: 72248445-c333-4b39-959b-abaa9f032d38
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:52Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba2f0be457f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20653"
    uid: 0632ba87-eb93-4d59-8b85-55438f4d7ce6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:52Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:52Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63ba2f1452aa3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20654"
    uid: 2f84c5dd-ee97-45f9-8849-ae135f6d2ef2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:19:30Z"
  message: 'Readiness probe failed: Get "http://10.133.0.30:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.30:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:18:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63babc49a4f71
    namespace: kserve-ci-e2e-test
    resourceVersion: "21469"
    uid: 7fc02eb2-3c1a-4666-9c60-22c9dd02147d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:19:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63bb8e80fe53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21444"
    uid: 00fe7da1-2857-45a4-8624-73aebd64913f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:19:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:27Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63bb8e8105182
    namespace: kserve-ci-e2e-test
    resourceVersion: "21445"
    uid: a545df00-ecb9-41f2-9791-e46923d5cb7d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh
    namespace: kserve-ci-e2e-test
    resourceVersion: "20576"
    uid: ae8f85df-f769-4b9c-9e5e-94f2dd1fa63e
  kind: Event
  lastTimestamp: "2026-09-17T22:19:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.30:8643/healthz": dial tcp
    10.133.0.30:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:19:30Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh.18d63bb9bc8595fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "21468"
    uid: 69c282b4-24ea-493c-9b06-b9377d544841
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20559"
    uid: f5ba3776-b90e-4112-b231-f93e416888c9
  kind: Event
  lastTimestamp: "2026-09-17T22:17:47Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-sn7qh'
  metadata:
    creationTimestamp: "2026-09-17T22:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:47Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d63ba19a649923
    namespace: kserve-ci-e2e-test
    resourceVersion: "20575"
    uid: c2c6a5d8-f441-4f75-bf3f-7adf752a0f37
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20556"
    uid: 5aa20fb5-b5f9-4110-9c2f-9f8dcf83317e
  kind: Event
  lastTimestamp: "2026-09-17T22:17:47Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:47Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d63ba1973eaa48
    namespace: kserve-ci-e2e-test
    resourceVersion: "20560"
    uid: 6958d3f9-47e9-49f1-bee0-f42f5f9b34a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: 3f6b53c7-c8ef-4492-a18c-e361a9b7e5dc
  kind: Event
  lastTimestamp: "2026-09-17T22:18:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:18:32Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d63ba515af45e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20937"
    uid: 0798654f-1671-4b79-8de8-2d98c0e93dd8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20558"
    uid: 3f6b53c7-c8ef-4492-a18c-e361a9b7e5dc
  kind: Event
  lastTimestamp: "2026-09-17T22:18:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:18:32Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d63ba5160ef2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20939"
    uid: ed1d1f51-c618-42cd-bc7e-e624168936fa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: 3f6b53c7-c8ef-4492-a18c-e361a9b7e5dc
  kind: Event
  lastTimestamp: "2026-09-17T22:19:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d63ba8951cb1dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "21348"
    uid: 0effde0d-7d2b-42aa-8b06-d57b7c52f92b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:18:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20723"
    uid: 3f6b53c7-c8ef-4492-a18c-e361a9b7e5dc
  kind: Event
  lastTimestamp: "2026-09-17T22:19:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:18:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d63ba89586c41c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21349"
    uid: 3c907e77-1a4e-428f-ae2c-5d4a5333a2b5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: 21906771-7088-44b0-8a5b-2425580a1cf5
  kind: Event
  lastTimestamp: "2026-09-17T22:19:21Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:19:21Z"
    name: isvc-predictive-lightgbm-v2.18d63ba1973e1b35
    namespace: kserve-ci-e2e-test
    resourceVersion: "21388"
    uid: 53adec3c-06bd-4122-b336-0f6400063a9b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20550"
    uid: 21906771-7088-44b0-8a5b-2425580a1cf5
  kind: Event
  lastTimestamp: "2026-09-17T22:17:47Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:17:47Z"
    name: isvc-predictive-lightgbm-v2.18d63ba197c02fe5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20584"
    uid: c15345ac-9d83-4aac-8171-56cf37b4219c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20557"
    uid: 21906771-7088-44b0-8a5b-2425580a1cf5
  kind: Event
  lastTimestamp: "2026-09-17T22:17:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:17:47Z"
    name: isvc-predictive-lightgbm-v2.18d63ba19d8c0ef3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20585"
    uid: 94b8a311-de11-4577-9532-a776ae227e10
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21386"
    uid: 21906771-7088-44b0-8a5b-2425580a1cf5
  kind: Event
  lastTimestamp: "2026-09-17T22:19:21Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:19:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:19:21Z"
    name: isvc-predictive-lightgbm-v2.18d63bb791d73666
    namespace: kserve-ci-e2e-test
    resourceVersion: "21387"
    uid: 47a73081-90eb-4249-885b-1c853b32016b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: 1aa1a681-df75-4a38-97ed-78dedc9afef0
  kind: Event
  lastTimestamp: "2026-09-17T22:14:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:01Z"
    name: isvc-predictive-lightgbm.18d63b57e87a5f5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18620"
    uid: f7647e18-08be-4119-a540-af85a9c6b690
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17778"
    uid: 1aa1a681-df75-4a38-97ed-78dedc9afef0
  kind: Event
  lastTimestamp: "2026-09-17T22:12:30Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:12:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:30Z"
    name: isvc-predictive-lightgbm.18d63b57e906f2a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17793"
    uid: 326c6b0c-f240-405d-b9f2-71e09ccf86ad
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18617"
    uid: 1aa1a681-df75-4a38-97ed-78dedc9afef0
  kind: Event
  lastTimestamp: "2026-09-17T22:14:01Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:14:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:01Z"
    name: isvc-predictive-lightgbm.18d63b6d114a451a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18618"
    uid: e870cbc7-9f72-4c59-b347-f2d3dcd66fbd
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:08:49.327831Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15691"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:08:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:08:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b245f2aaf0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15697"
    uid: 68c0b78b-4e8d-46d4-bfae-8b47df4d2b36
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15701"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:08:49Z"
  message: Add eth0 [10.134.0.20/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:08:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b24813b9ed1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15707"
    uid: fbda97c2-d7ed-4b93-a52f-92fb9f329d52
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:08:49Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
  metadata:
    creationTimestamp: "2026-09-17T22:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2482a21026
    namespace: kserve-ci-e2e-test
    resourceVersion: "15709"
    uid: 09462beb-2855-4019-9424-ee8ab628324c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:08:53Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    in 3.24s (3.24s including waiting). Image size: 306750382 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2543ccea47
    namespace: kserve-ci-e2e-test
    resourceVersion: "15736"
    uid: 7e7c3d39-577a-4646-bb52-81f7eed059e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:08:53Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2546f977cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: f69f3920-57c0-4bc9-9b4e-5f849b9254e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:08:53Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:08:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:53Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2547835127
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 3214c7b5-ac4e-403c-8821-f1b0e791531f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:08:57Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:57Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2654986fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "15785"
    uid: 330bde34-9923-4d1b-95a2-9aaaae1f321b
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:09:20Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.755s
    (22.755s including waiting). Image size: 2438912147 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:20Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2ba0f3b5bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "15963"
    uid: b8fbd468-ec4f-4f79-be04-6522771f416c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:09:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:20Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2ba708ac77
    namespace: kserve-ci-e2e-test
    resourceVersion: "15965"
    uid: 4b896013-b6c3-459a-8914-07399a40e992
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:09:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:20Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2ba852ffaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15966"
    uid: b3b6ab6f-0f35-462a-969b-ec3fd5113f2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:09:20Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T22:09:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:20Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2ba8627e1b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15967"
    uid: 86d03cc0-6c8f-4da1-9ecb-067412779ef0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:09:23Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.4s (2.4s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2c37785a4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "15984"
    uid: d145e13e-26e9-414c-a029-d8aa23150a96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:09:23Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2c3a23fc57
    namespace: kserve-ci-e2e-test
    resourceVersion: "15985"
    uid: d62d04a5-48fa-43d8-83fd-839eb3aadcce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:09:23Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:09:23Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2c3a8534db
    namespace: kserve-ci-e2e-test
    resourceVersion: "15986"
    uid: c4c1059e-2c00-4499-ad8a-69b72af32a24
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:10:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.20:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:09:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b2ca50d4ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "16776"
    uid: a59220cf-5913-4ef4-9fbd-68cc9576a345
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:10:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b40692ca35e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16759"
    uid: 1d6bf3b7-7176-458d-ac45-43f18826ec1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:10:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:10:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b40692d0c18
    namespace: kserve-ci-e2e-test
    resourceVersion: "16760"
    uid: f85afe71-e0e6-497a-897b-26c19cfb0a94
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l
    namespace: kserve-ci-e2e-test
    resourceVersion: "15693"
    uid: 3075b05e-684f-4d28-a599-273825bee0ca
  kind: Event
  lastTimestamp: "2026-09-17T22:10:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.20:8643/healthz": dial tcp
    10.134.0.20:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:10:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:50Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l.18d63b40ab2d3e3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16775"
    uid: 51e84c55-7000-492c-8cb2-c14b4ea7d2be
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15679"
    uid: 8600d4ef-ca56-4dbd-9622-2bad540e045b
  kind: Event
  lastTimestamp: "2026-09-17T22:08:49Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-m5g4l'
  metadata:
    creationTimestamp: "2026-09-17T22:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:08:49Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d63b245e92613b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15692"
    uid: 8197feb3-ac2e-47e8-8061-f5089f8032db
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15676"
    uid: b1cdb7ff-6494-41cd-b0c7-7e2d400fa5e9
  kind: Event
  lastTimestamp: "2026-09-17T22:08:49Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:08:49Z"
    name: isvc-predictive-sklearn-predictor.18d63b245939eb3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15680"
    uid: a5139720-e2cb-4767-8c6e-a1bdf845c242
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: be4e0ca3-d0bb-404a-babf-4a4be7b5d304
  kind: Event
  lastTimestamp: "2026-09-17T22:09:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:34Z"
    name: isvc-predictive-sklearn-predictor.18d63b27d7e9b7a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16074"
    uid: 6be30bce-a85f-41d9-8631-d294968f3ec2
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15678"
    uid: be4e0ca3-d0bb-404a-babf-4a4be7b5d304
  kind: Event
  lastTimestamp: "2026-09-17T22:09:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:09:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:34Z"
    name: isvc-predictive-sklearn-predictor.18d63b27d8403846
    namespace: kserve-ci-e2e-test
    resourceVersion: "16075"
    uid: 6cc8bc71-b6f2-46c4-a546-73b6879735b2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: be4e0ca3-d0bb-404a-babf-4a4be7b5d304
  kind: Event
  lastTimestamp: "2026-09-17T22:10:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:49Z"
    name: isvc-predictive-sklearn-predictor.18d63b3254275634
    namespace: kserve-ci-e2e-test
    resourceVersion: "16737"
    uid: a1a05b2e-1628-46b0-97a4-f58b586911e0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15842"
    uid: be4e0ca3-d0bb-404a-babf-4a4be7b5d304
  kind: Event
  lastTimestamp: "2026-09-17T22:10:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:49Z"
    name: isvc-predictive-sklearn-predictor.18d63b325480c1a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16738"
    uid: b122b77d-2fe5-4724-9d6d-b0299dd49491
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:14:16.645026Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18777"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:14:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:14:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b7094caa963
    namespace: kserve-ci-e2e-test
    resourceVersion: "18782"
    uid: 85a521c2-3a80-4f26-a38f-2cbadbd20325
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:16Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b709dac940d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18790"
    uid: 7a5d687e-69fb-4f58-b8f5-2e00795de301
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18786"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:17Z"
  message: Add eth0 [10.133.0.28/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:14:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b70da475cee
    namespace: kserve-ci-e2e-test
    resourceVersion: "18799"
    uid: 3b91e9ee-fe0c-4970-8a64-a9958c3f7d17
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b70db96a686
    namespace: kserve-ci-e2e-test
    resourceVersion: "18801"
    uid: 55845bae-fcb5-4f10-a934-23d59c930235
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:17Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b70de686d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "18802"
    uid: 8f7e2f16-3565-4af6-8ea7-91f69bd9b31a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:17Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:14:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:17Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b70ded74b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "18803"
    uid: fd488e89-d335-4083-949e-a01b72ba6bd1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:21Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:21Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b71d1a71a98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18844"
    uid: 8179ab32-6d43-4ef7-a463-939649fbf960
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:44Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 22.689s
    (22.689s including waiting). Image size: 2438912147 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b771a0e899c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19012"
    uid: 1df5f969-0c8a-4011-a0d2-4d1800032f4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b7721490186
    namespace: kserve-ci-e2e-test
    resourceVersion: "19013"
    uid: f0ab2056-4e83-43f1-8a8c-5a80953faa6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b7722644f51
    namespace: kserve-ci-e2e-test
    resourceVersion: "19015"
    uid: 177bf7b4-20c7-4fdf-b965-5b2dba934efe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b77226e9b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19016"
    uid: a90d4f67-9052-4f86-bb2f-4c9bf6d0ed19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b7728024065
    namespace: kserve-ci-e2e-test
    resourceVersion: "19017"
    uid: c120437b-b19b-4094-bb47-f679e22737a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:14:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:14:44Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b7728f3eacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19018"
    uid: 8a94b180-97a1-4fb3-8bb6-fd04f477d259
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:16:11Z"
  message: 'Readiness probe failed: Get "http://10.133.0.28:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.133.0.28:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:15:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b7f960ef0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: d1738ca2-673e-4e52-aab4-1fe0ad1d466d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:16:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b8a387e4283
    namespace: kserve-ci-e2e-test
    resourceVersion: "19637"
    uid: 14102371-6f80-4115-85cf-635c33cf45ec
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:16:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:16:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:06Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b8a387ea424
    namespace: kserve-ci-e2e-test
    resourceVersion: "19638"
    uid: 9c05c9ae-016a-4f31-bdad-0378b982a05e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18780"
    uid: 9bbe68e7-c0bd-479a-b09f-8d59fb019f37
  kind: Event
  lastTimestamp: "2026-09-17T22:16:11Z"
  message: 'Readiness probe failed: Get "https://10.133.0.28:8643/healthz": dial tcp
    10.133.0.28:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:11Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6.18d63b8b39eb19d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: 012f8682-de01-4e85-bab8-631a7c7699ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18767"
    uid: b3639a3a-e5d8-4140-903b-e0e6979a9456
  kind: Event
  lastTimestamp: "2026-09-17T22:14:16Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-549r6'
  metadata:
    creationTimestamp: "2026-09-17T22:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:16Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d63b709435c6da
    namespace: kserve-ci-e2e-test
    resourceVersion: "18779"
    uid: 9138e353-f390-490b-b559-0cf827ff0fce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18765"
    uid: b97ae269-10fc-414c-b210-e1c986ba7448
  kind: Event
  lastTimestamp: "2026-09-17T22:14:16Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:14:16Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63b7090f4d074
    namespace: kserve-ci-e2e-test
    resourceVersion: "18769"
    uid: 9285ee61-f612-4e54-9657-d5e5e604f751
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18766"
    uid: 2d12e82a-7fd8-43af-a383-9392051d5496
  kind: Event
  lastTimestamp: "2026-09-17T22:15:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:15:16Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63b740fdb0c40
    namespace: kserve-ci-e2e-test
    resourceVersion: "19245"
    uid: 4d75b152-4885-437d-bdcf-4e251793f9c9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18766"
    uid: 2d12e82a-7fd8-43af-a383-9392051d5496
  kind: Event
  lastTimestamp: "2026-09-17T22:15:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:14:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:15:16Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63b74105cfdc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19246"
    uid: 567a2f2c-2c14-417d-940a-2cd328b5dcee
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18922"
    uid: 2d12e82a-7fd8-43af-a383-9392051d5496
  kind: Event
  lastTimestamp: "2026-09-17T22:16:01Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:01Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63b820c2d0d09
    namespace: kserve-ci-e2e-test
    resourceVersion: "19568"
    uid: 1a302fea-b6b5-4153-87f7-6d238c55d18e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:15:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18922"
    uid: 2d12e82a-7fd8-43af-a383-9392051d5496
  kind: Event
  lastTimestamp: "2026-09-17T22:16:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:15:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:01Z"
    name: isvc-predictive-sklearn-v2-predictor.18d63b820c9a4fd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19569"
    uid: ef5c3ae8-cbb6-4e1f-9d91-ac110e4130d1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: bdf88692-2681-493d-a644-556ad39691fa
  kind: Event
  lastTimestamp: "2026-09-17T22:16:01Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:16:01Z"
    name: isvc-predictive-sklearn-v2.18d63b70910c4d26
    namespace: kserve-ci-e2e-test
    resourceVersion: "19573"
    uid: 335730e2-5c94-4dc4-93f5-47e2287bcf81
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:14:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18757"
    uid: bdf88692-2681-493d-a644-556ad39691fa
  kind: Event
  lastTimestamp: "2026-09-17T22:14:16Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:14:16Z"
    name: isvc-predictive-sklearn-v2.18d63b709196a83a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18773"
    uid: 5eb5beec-764d-41cf-9554-7f86bf7dc67f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19571"
    uid: bdf88692-2681-493d-a644-556ad39691fa
  kind: Event
  lastTimestamp: "2026-09-17T22:16:01Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:16:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:16:01Z"
    name: isvc-predictive-sklearn-v2.18d63b890c759e84
    namespace: kserve-ci-e2e-test
    resourceVersion: "19572"
    uid: 752fca49-e31f-4bd8-a69f-bf8f8bc369c9
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: 10965d3f-a1c3-4d26-b126-e85dac69b388
  kind: Event
  lastTimestamp: "2026-09-17T22:10:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:40Z"
    name: isvc-predictive-sklearn.18d63b2459a74d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "16675"
    uid: 20aa6a99-b8a5-42b0-b96b-42830315ed3b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15664"
    uid: 10965d3f-a1c3-4d26-b126-e85dac69b388
  kind: Event
  lastTimestamp: "2026-09-17T22:08:49Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:08:49Z"
    name: isvc-predictive-sklearn.18d63b245b1a958e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15686"
    uid: c58152a0-4b4f-4ee5-97cb-dc0fbb01932f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16673"
    uid: 10965d3f-a1c3-4d26-b126-e85dac69b388
  kind: Event
  lastTimestamp: "2026-09-17T22:10:40Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:10:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:40Z"
    name: isvc-predictive-sklearn.18d63b3e5c8e5700
    namespace: kserve-ci-e2e-test
    resourceVersion: "16674"
    uid: 409bcda0-35f1-477c-8db1-064412cb779f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:10:54.945687Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16829"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-nzlt6
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:10:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:10:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b419e940c10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16836"
    uid: 03ef8212-6d85-4d0b-a5a3-d90363d4123a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16841"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:55Z"
  message: Add eth0 [10.134.0.21/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:10:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b41c08013ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "16850"
    uid: 741ecc28-9248-46a9-9dea-5e9a047dab50
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b41c1e50a1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16852"
    uid: d89ee3ff-8fe2-4b37-8424-a3a8452fbd83
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b41c4320618
    namespace: kserve-ci-e2e-test
    resourceVersion: "16854"
    uid: a723bf99-0b2b-467b-a48c-93751106bdff
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:10:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:55Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b41c49998a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16855"
    uid: 258cf3c8-5b4a-4115-99ca-53cedd70077d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:59Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b429bd77e14
    namespace: kserve-ci-e2e-test
    resourceVersion: "16891"
    uid: 978f68bb-72c8-4666-99bc-e93def2655e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b429f14f649
    namespace: kserve-ci-e2e-test
    resourceVersion: "16895"
    uid: 9e13ab18-f2fe-4b1d-9c3a-6a3564bbb005
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b429f7786bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16896"
    uid: 98413de0-09aa-49c3-bc6e-b6673c0fae96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b429f81b877
    namespace: kserve-ci-e2e-test
    resourceVersion: "16897"
    uid: e0828646-8c21-43ce-a76c-2f01d6227b6a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b42a21a28f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16899"
    uid: 9f5ece5c-2b88-44ee-b0df-a05af1273439
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:10:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:59Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b42a27cd50d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16900"
    uid: ec19d718-7945-49c1-b6b1-79567fddddf8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:12:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.21:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:11:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b4313c6df0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17745"
    uid: 1a0d3936-b347-4bbe-80a7-b11fa513f229
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:12:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:25Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b56b6b7c3ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "17727"
    uid: 9388331f-c817-4eb8-99a2-70a70fa5188b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:12:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:12:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:25Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b56b6b8932e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17728"
    uid: 59801c17-404a-4075-970d-159d6091e2f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16833"
    uid: 276d8130-2b21-4d02-ac2e-f1a6f5e781f3
  kind: Event
  lastTimestamp: "2026-09-17T22:12:27Z"
  message: 'Readiness probe failed: Get "https://10.134.0.21:8643/healthz": dial tcp
    10.134.0.21:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:27Z"
    name: isvc-predictive-xgboost-predictor-695f978978-nzlt6.18d63b5719f76bed
    namespace: kserve-ci-e2e-test
    resourceVersion: "17744"
    uid: ea8ab717-bbea-424d-af9f-309928fa6b87
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16820"
    uid: c74f34ba-3593-4678-84e5-651b32c48aae
  kind: Event
  lastTimestamp: "2026-09-17T22:10:54Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-nzlt6'
  metadata:
    creationTimestamp: "2026-09-17T22:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d63b419e3115b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16832"
    uid: 58904397-9931-4b55-8294-410fc150e02b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16818"
    uid: 11b2345d-0bf8-4f50-a581-27aff9737f4c
  kind: Event
  lastTimestamp: "2026-09-17T22:10:54Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:54Z"
    name: isvc-predictive-xgboost-predictor.18d63b419b4436b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16822"
    uid: cd169130-2f56-4a94-8d7a-fe7e3a956c92
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 67df24d8-29d1-4bf8-bfe0-71ef44c86c59
  kind: Event
  lastTimestamp: "2026-09-17T22:11:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:24Z"
    name: isvc-predictive-xgboost-predictor.18d63b4519bbaed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17094"
    uid: 57471345-51fe-436f-9d77-014ba36ce474
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16819"
    uid: 67df24d8-29d1-4bf8-bfe0-71ef44c86c59
  kind: Event
  lastTimestamp: "2026-09-17T22:11:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:11:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:24Z"
    name: isvc-predictive-xgboost-predictor.18d63b451a20ce4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17095"
    uid: 1201c761-6507-4be8-997e-99f85152e14f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 67df24d8-29d1-4bf8-bfe0-71ef44c86c59
  kind: Event
  lastTimestamp: "2026-09-17T22:12:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:24Z"
    name: isvc-predictive-xgboost-predictor.18d63b4c1771e59c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17707"
    uid: 0954eb5e-fd45-4619-b2b3-a90f4aba5122
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16983"
    uid: 67df24d8-29d1-4bf8-bfe0-71ef44c86c59
  kind: Event
  lastTimestamp: "2026-09-17T22:12:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:11:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:24Z"
    name: isvc-predictive-xgboost-predictor.18d63b4c17d55665
    namespace: kserve-ci-e2e-test
    resourceVersion: "17708"
    uid: 1af5418a-c393-4832-b7b7-23da9247e182
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:16:11.949984Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19707"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:16:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:16:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8b6d80d028
    namespace: kserve-ci-e2e-test
    resourceVersion: "19711"
    uid: f4ad045d-e40b-4720-bf9a-a84331c03433
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:12Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:16:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:12Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8b78055d55
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 23628253-1efb-44ac-95fe-27a8c8ea00ac
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:13Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19717"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:13Z"
  message: Add eth0 [10.133.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:16:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8bb3208d31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19734"
    uid: 88f1134d-50d7-4600-aecf-5c20742a08fb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:13Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8bb4a951c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19736"
    uid: c07f7555-b2f2-41a6-9de5-f11bb8042d27
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:13Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8bb7a6bbfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19738"
    uid: 007a5c61-4238-4b82-9aae-777788f494c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:13Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:16:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:13Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8bb817833d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19739"
    uid: 6dddd110-7ea2-47c3-8bd2-86acc30f0398
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:17Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8cb489b635
    namespace: kserve-ci-e2e-test
    resourceVersion: "19774"
    uid: 72c637cb-2827-46ee-8a5e-d57e3e7c2eb6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:17Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8cb79dc757
    namespace: kserve-ci-e2e-test
    resourceVersion: "19776"
    uid: 7d720fab-1cb7-4ad3-a219-fb6fdb1ccf8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:17Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8cb80c0adb
    namespace: kserve-ci-e2e-test
    resourceVersion: "19779"
    uid: 40033c52-d651-43cf-9547-a74e453c9469
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:17Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8cb8147cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "19780"
    uid: 8dee5695-5bb3-4617-820f-6042f9fe62aa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:17Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8cbac45885
    namespace: kserve-ci-e2e-test
    resourceVersion: "19782"
    uid: 38f709bd-81d9-4b82-9cdb-24c21be0e636
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:16:17Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:16:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:16:17Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b8cbb31e3e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19783"
    uid: 68f7d897-e83e-4438-ab6c-334965e9a40e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:17:27Z"
  message: 'Readiness probe failed: Get "http://10.133.0.29:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.29:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:16:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:27Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63b958eb11b3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20389"
    uid: 3ee31bf7-8172-4de3-a316-83eaf20889b6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:17:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63ba0659013ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "20514"
    uid: 63edaaa2-0833-4201-af2f-8f303c9f5f09
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:17:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:17:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:42Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63ba0659110dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20515"
    uid: 32ee8e7a-8b3f-45fa-b7ca-3497e87c5ae1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp
    namespace: kserve-ci-e2e-test
    resourceVersion: "19709"
    uid: 333cb4d8-75ac-46ab-af99-793fb0ae133f
  kind: Event
  lastTimestamp: "2026-09-17T22:17:45Z"
  message: 'Readiness probe failed: Get "https://10.133.0.29:8643/healthz": dial tcp
    10.133.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:17:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:17:45Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp.18d63ba132990c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20536"
    uid: 7842c9ef-b038-4b3f-871d-8a70ec137c45
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19696"
    uid: 9476be02-7367-48f8-97b6-1fa996bd05d6
  kind: Event
  lastTimestamp: "2026-09-17T22:16:11Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-zdpmp'
  metadata:
    creationTimestamp: "2026-09-17T22:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:11Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d63b8b6d187587
    namespace: kserve-ci-e2e-test
    resourceVersion: "19708"
    uid: 4b2f9ba0-d050-41a3-b1f2-dc5d0a43a520
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19694"
    uid: 675426bb-7efd-4b95-9b36-f2568ef05747
  kind: Event
  lastTimestamp: "2026-09-17T22:16:11Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:11Z"
    name: isvc-predictive-xgboost-v2-predictor.18d63b8b68cf69cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19698"
    uid: b8382d81-bdc7-436d-8151-d6107480dba5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: 55436104-614b-4cb0-bd47-d05fade52c49
  kind: Event
  lastTimestamp: "2026-09-17T22:16:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:26Z"
    name: isvc-predictive-xgboost-v2-predictor.18d63b8ee72b6729
    namespace: kserve-ci-e2e-test
    resourceVersion: "19860"
    uid: c1f65350-ff6a-4be6-8bd1-afd0b133f469
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19695"
    uid: 55436104-614b-4cb0-bd47-d05fade52c49
  kind: Event
  lastTimestamp: "2026-09-17T22:16:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:16:26Z"
    name: isvc-predictive-xgboost-v2-predictor.18d63b8ee78b7f0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 2eac54aa-0842-4ec0-9b03-e8fd1a853d72
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: 55436104-614b-4cb0-bd47-d05fade52c49
  kind: Event
  lastTimestamp: "2026-09-17T22:17:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18d63b92668bcf3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20496"
    uid: e7e6238f-94df-45c0-8148-32f2884d1ff4
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: 55436104-614b-4cb0-bd47-d05fade52c49
  kind: Event
  lastTimestamp: "2026-09-17T22:17:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:16:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:17:41Z"
    name: isvc-predictive-xgboost-v2-predictor.18d63b9266eb4a97
    namespace: kserve-ci-e2e-test
    resourceVersion: "20497"
    uid: 04180639-dea8-4ac6-9375-bb24bc544b9e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: b4cc5148-445a-448e-b595-7e445b96ddef
  kind: Event
  lastTimestamp: "2026-09-17T22:17:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:17:38Z"
    name: isvc-predictive-xgboost-v2.18d63b8b68d2f3e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "20468"
    uid: 0c8465e1-b3d4-4b61-85df-f25f1516ae97
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19686"
    uid: b4cc5148-445a-448e-b595-7e445b96ddef
  kind: Event
  lastTimestamp: "2026-09-17T22:16:11Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:16:11Z"
    name: isvc-predictive-xgboost-v2.18d63b8b695adf94
    namespace: kserve-ci-e2e-test
    resourceVersion: "19716"
    uid: 687bf9fe-2dde-4567-99aa-f80717113344
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:16:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19688"
    uid: b4cc5148-445a-448e-b595-7e445b96ddef
  kind: Event
  lastTimestamp: "2026-09-17T22:16:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:16:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:16:11Z"
    name: isvc-predictive-xgboost-v2.18d63b8b6ed26b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19719"
    uid: 67c07bf5-852e-4854-aabb-47949a1b5be3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:17:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20466"
    uid: b4cc5148-445a-448e-b595-7e445b96ddef
  kind: Event
  lastTimestamp: "2026-09-17T22:17:38Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:17:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:17:38Z"
    name: isvc-predictive-xgboost-v2.18d63b9f96a1c2e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20467"
    uid: dadd2f3c-ad20-41c1-9732-10ef001d61f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: db783707-8f68-4f8a-9fca-57a6a45f86e0
  kind: Event
  lastTimestamp: "2026-09-17T22:12:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:17Z"
    name: isvc-predictive-xgboost.18d63b419b43f123
    namespace: kserve-ci-e2e-test
    resourceVersion: "17628"
    uid: 69a2dca9-bf48-4b70-a96f-f2df38a9466e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16810"
    uid: db783707-8f68-4f8a-9fca-57a6a45f86e0
  kind: Event
  lastTimestamp: "2026-09-17T22:10:54Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:10:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:54Z"
    name: isvc-predictive-xgboost.18d63b419bca9422
    namespace: kserve-ci-e2e-test
    resourceVersion: "16826"
    uid: ea85b80b-f8be-4284-922f-7ac9a79004b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17626"
    uid: db783707-8f68-4f8a-9fca-57a6a45f86e0
  kind: Event
  lastTimestamp: "2026-09-17T22:12:17Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:17Z"
    name: isvc-predictive-xgboost.18d63b54cb304368
    namespace: kserve-ci-e2e-test
    resourceVersion: "17627"
    uid: 0e2c6066-3e8f-4c68-b575-39e501cba85d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:50:09.891991Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39575"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-347c27-predictor-6868659584-g4fnk
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:50:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:50:09Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d65ec4fd9fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "39579"
    uid: c91e82d9-408f-496a-994c-2d8fb3984911
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39584"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:50:10Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:50:10Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d660e4ee6fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "39594"
    uid: 230b16f7-75a6-4db8-ad04-6e00055ffcac
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:50:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:10Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d660fd6f34f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39596"
    uid: b93fba54-929f-44a7-85ec-8e9443009c7d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:50:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:10Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d661308f1f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "39597"
    uid: 297a97c3-bd68-4b6c-b1f3-67b582af8e5c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:50:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:50:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:10Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d66137dc0b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39598"
    uid: 02d342ae-7028-4f5b-be98-b4c579b7d1a8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:50:15Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:15Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d6730dc2c2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39636"
    uid: 38a806af-3e0e-47de-a3e3-5fdf49032411
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:50:15Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:15Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d67338d0e38
    namespace: kserve-ci-e2e-test
    resourceVersion: "39638"
    uid: b1937c2d-24f6-4762-83fe-455f57fb155a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:50:15Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:15Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d673402a48e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39639"
    uid: 77e45f9f-2682-48c0-a14e-b8b4e4bf51df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:50:15Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:15Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d67340eb7e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39642"
    uid: f8113534-0c1c-4052-a38a-e86b0f94a8b8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:50:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:15Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d6736c6dede
    namespace: kserve-ci-e2e-test
    resourceVersion: "39644"
    uid: 7e8d8e45-f02a-40b2-be7e-da60c9909b25
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:50:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:50:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:50:15Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d6737428cf4
    namespace: kserve-ci-e2e-test
    resourceVersion: "39645"
    uid: 0e75cb98-84ef-4e2a-ab0a-10709520bceb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:51:27Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:50:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:51:27Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d67a8a48760
    namespace: kserve-ci-e2e-test
    resourceVersion: "40165"
    uid: bb183077-dedf-4a70-8731-467f43e8d916
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:52:11Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:52:11Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d822836abb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "40577"
    uid: aa4d0d59-bcd3-41a7-8de4-9f4a243729b1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:52:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:52:11Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:52:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:52:11Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d822837ceba
    namespace: kserve-ci-e2e-test
    resourceVersion: "40578"
    uid: d5b0d73d-b4aa-4152-a2b2-0f55068e00aa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:52:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-347c27-predictor-6868659584-g4fnk
    namespace: kserve-ci-e2e-test
    resourceVersion: "39577"
    uid: 5160927a-357f-4e96-8610-43f8383475a6
  kind: Event
  lastTimestamp: "2026-09-17T22:52:13Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": dial tcp
    10.134.0.57:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:52:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:52:13Z"
    name: isvc-primary-347c27-predictor-6868659584-g4fnk.18d63d82aaf9380c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40598"
    uid: 4b943b69-9b3d-4d2a-85d3-2aed4d00543d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-347c27-predictor-6868659584
    namespace: kserve-ci-e2e-test
    resourceVersion: "39566"
    uid: e2e4597a-3749-41b2-91b1-3fda33bf4693
  kind: Event
  lastTimestamp: "2026-09-17T22:50:09Z"
  message: 'Created pod: isvc-primary-347c27-predictor-6868659584-g4fnk'
  metadata:
    creationTimestamp: "2026-09-17T22:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:50:09Z"
    name: isvc-primary-347c27-predictor-6868659584.18d63d65ebeb869f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39576"
    uid: 75958911-00aa-4bdf-8614-6fd1df955c50
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-347c27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39564"
    uid: 0657708f-8904-4590-8819-d92e4e754484
  kind: Event
  lastTimestamp: "2026-09-17T22:50:09Z"
  message: Scaled up replica set isvc-primary-347c27-predictor-6868659584 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:50:09Z"
    name: isvc-primary-347c27-predictor.18d63d65e7a6ecce
    namespace: kserve-ci-e2e-test
    resourceVersion: "39567"
    uid: a1502bfa-f36f-4eb1-982f-61bf642b9d00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-347c27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39565"
    uid: 8fea7232-b46b-4623-9151-4338a0032a2e
  kind: Event
  lastTimestamp: "2026-09-17T22:50:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:50:39Z"
    name: isvc-primary-347c27-predictor.18d63d69666607e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "39827"
    uid: 09f761c6-c43f-4023-b326-93a025bb9950
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-347c27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39565"
    uid: 8fea7232-b46b-4623-9151-4338a0032a2e
  kind: Event
  lastTimestamp: "2026-09-17T22:50:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:50:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:50:39Z"
    name: isvc-primary-347c27-predictor.18d63d6966bf2db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39828"
    uid: 105171d3-2168-47e6-bd27-302690db8ffa
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-347c27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39715"
    uid: 8fea7232-b46b-4623-9151-4338a0032a2e
  kind: Event
  lastTimestamp: "2026-09-17T22:52:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:52:09Z"
    name: isvc-primary-347c27-predictor.18d63d706462c322
    namespace: kserve-ci-e2e-test
    resourceVersion: "40534"
    uid: 3bede599-797a-4472-b46f-f2b0f640fac9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-347c27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39715"
    uid: 8fea7232-b46b-4623-9151-4338a0032a2e
  kind: Event
  lastTimestamp: "2026-09-17T22:52:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:50:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:52:09Z"
    name: isvc-primary-347c27-predictor.18d63d7064cae597
    namespace: kserve-ci-e2e-test
    resourceVersion: "40535"
    uid: be5b2ac9-d0e6-4f8a-8163-502e3aa43ab7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-347c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "39556"
    uid: c6ab0404-3c1c-4610-b693-90b66ccdc8ae
  kind: Event
  lastTimestamp: "2026-09-17T22:51:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:51:37Z"
    name: isvc-primary-347c27.18d63d65e7ad6ccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40238"
    uid: 13310796-eadf-4a3a-b668-759f34e2420a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-347c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "39556"
    uid: c6ab0404-3c1c-4610-b693-90b66ccdc8ae
  kind: Event
  lastTimestamp: "2026-09-17T22:50:09Z"
  message: 'Failed to update status for InferenceService "isvc-primary-347c27": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-347c27":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:50:09Z"
    name: isvc-primary-347c27.18d63d65e839cd1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39585"
    uid: 0842a4c7-a7cc-41cc-8808-7a74a22b0814
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:50:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-347c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "39556"
    uid: c6ab0404-3c1c-4610-b693-90b66ccdc8ae
  kind: Event
  lastTimestamp: "2026-09-17T22:50:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-347c27": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:50:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:50:09Z"
    name: isvc-primary-347c27.18d63d65e83a07bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39586"
    uid: 9ce8e665-bf55-4ba5-9961-5e959d20accf
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:51:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-347c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "40234"
    uid: c6ab0404-3c1c-4610-b693-90b66ccdc8ae
  kind: Event
  lastTimestamp: "2026-09-17T22:51:37Z"
  message: InferenceService [isvc-primary-347c27] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:51:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:51:37Z"
    name: isvc-primary-347c27.18d63d7a55582204
    namespace: kserve-ci-e2e-test
    resourceVersion: "40235"
    uid: 77f8d293-4519-482e-b1e8-b52e14366fbe
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:51:55.121688Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40390"
    uid: 50d94d53-7581-47e9-b608-7834c9341981
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-347c27-predictor-8fb656fb7-tm9dc
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:51:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:51:55Z"
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc.18d63d7e6c7e8910
    namespace: kserve-ci-e2e-test
    resourceVersion: "40395"
    uid: c30d0598-dddf-4f06-8f4f-5e6b8b4add70
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:51:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40400"
    uid: 50d94d53-7581-47e9-b608-7834c9341981
  kind: Event
  lastTimestamp: "2026-09-17T22:51:55Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:51:55Z"
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc.18d63d7e8e579736
    namespace: kserve-ci-e2e-test
    resourceVersion: "40411"
    uid: c55ee9ed-9c28-427f-9026-b00d48f707b6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40393"
    uid: 50d94d53-7581-47e9-b608-7834c9341981
  kind: Event
  lastTimestamp: "2026-09-17T22:52:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:52:00Z"
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc.18d63d7e8fa8421f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40452"
    uid: 129f378e-dd9b-49de-8457-65a982f92746
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40393"
    uid: 50d94d53-7581-47e9-b608-7834c9341981
  kind: Event
  lastTimestamp: "2026-09-17T22:52:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:52:00Z"
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc.18d63d7e922b30ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "40454"
    uid: 111c31fe-5b52-4ab7-b559-4f9c14086f06
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:51:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40393"
    uid: 50d94d53-7581-47e9-b608-7834c9341981
  kind: Event
  lastTimestamp: "2026-09-17T22:52:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:52:00Z"
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc.18d63d7e9299b775
    namespace: kserve-ci-e2e-test
    resourceVersion: "40457"
    uid: 04e46100-7d40-4f0b-a654-6ec93307ba2b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:52:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "40393"
    uid: 50d94d53-7581-47e9-b608-7834c9341981
  kind: Event
  lastTimestamp: "2026-09-17T22:52:07Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-347c27-predictor-8fb656fb7-tm9dc_kserve-ci-e2e-test(50d94d53-7581-47e9-b608-7834c9341981)
  metadata:
    creationTimestamp: "2026-09-17T22:52:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:52:07Z"
    name: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc.18d63d814fe2815e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40507"
    uid: 37582b5e-a36f-42ee-99d7-2c58e673897e
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:51:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-347c27-predictor-8fb656fb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "40381"
    uid: 53464b81-6dc2-4dda-80ee-7ac65f34d1fb
  kind: Event
  lastTimestamp: "2026-09-17T22:51:55Z"
  message: 'Created pod: isvc-secondary-347c27-predictor-8fb656fb7-tm9dc'
  metadata:
    creationTimestamp: "2026-09-17T22:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:51:55Z"
    name: isvc-secondary-347c27-predictor-8fb656fb7.18d63d7e6c180c42
    namespace: kserve-ci-e2e-test
    resourceVersion: "40392"
    uid: f9d4349a-4901-4223-8385-2c6a2c4943e1
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:51:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-347c27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40379"
    uid: 10bb3a44-77cf-4887-90e6-7e5a55100e02
  kind: Event
  lastTimestamp: "2026-09-17T22:51:55Z"
  message: Scaled up replica set isvc-secondary-347c27-predictor-8fb656fb7 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:51:55Z"
    name: isvc-secondary-347c27-predictor.18d63d7e67f8a49c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40382"
    uid: 29d3977d-e95a-4ed8-848d-59b668c85006
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:52:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-347c27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40380"
    uid: 5fa457df-9d74-4372-8cb8-c50eb3da6237
  kind: Event
  lastTimestamp: "2026-09-17T22:52:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:52:10Z"
    name: isvc-secondary-347c27-predictor.18d63d81e67b43d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "40537"
    uid: 3210f1b8-f6dd-4cab-b817-3f5d88f5ac75
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:52:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-347c27-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40380"
    uid: 5fa457df-9d74-4372-8cb8-c50eb3da6237
  kind: Event
  lastTimestamp: "2026-09-17T22:52:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:52:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:52:10Z"
    name: isvc-secondary-347c27-predictor.18d63d81e6daef0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40539"
    uid: 20a798e6-c2f4-4bd9-85e6-113f56c00fd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:51:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-347c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: ae65bcbc-bd07-4f0b-9e09-6afd5346534f
  kind: Event
  lastTimestamp: "2026-09-17T22:52:07Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:52:07Z"
    name: isvc-secondary-347c27.18d63d7e68044095
    namespace: kserve-ci-e2e-test
    resourceVersion: "40512"
    uid: 00819d14-4cdd-4e01-9e9e-b4cb40eb674c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:51:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-347c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: ae65bcbc-bd07-4f0b-9e09-6afd5346534f
  kind: Event
  lastTimestamp: "2026-09-17T22:51:55Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-347c27":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-347c27":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:51:55Z"
    name: isvc-secondary-347c27.18d63d7e6865ef43
    namespace: kserve-ci-e2e-test
    resourceVersion: "40385"
    uid: 5339d4d8-417c-4b25-aeb7-259df066184a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:51:55Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-347c27
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: ae65bcbc-bd07-4f0b-9e09-6afd5346534f
  kind: Event
  lastTimestamp: "2026-09-17T22:51:55Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-347c27": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:51:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:51:55Z"
    name: isvc-secondary-347c27.18d63d7e6866302f
    namespace: kserve-ci-e2e-test
    resourceVersion: "40386"
    uid: a6744bd7-0e32-4aa4-8003-e117642a4a07
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:10:19.220985Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16456"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:10:19Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:10:19Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b394d374e9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16461"
    uid: e5bfb88d-9841-48ac-9e63-8cfcd338a0f5
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:19Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3955c85433
    namespace: kserve-ci-e2e-test
    resourceVersion: "16472"
    uid: 673cc0a3-900c-40b7-b22d-359ee2093c78
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16465"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:20Z"
  message: Add eth0 [10.133.0.26/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:10:20Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3992de4881
    namespace: kserve-ci-e2e-test
    resourceVersion: "16486"
    uid: 27cc7533-0b90-46b6-8326-2437fddcb57a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:20Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b399435621e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16488"
    uid: 589ac4e8-7b63-4514-a94c-e611c8eaeeeb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:20Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3997568f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "16489"
    uid: 102ad345-a83f-4bfa-b988-10c3b752bbbc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:10:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:20Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3997d1cf96
    namespace: kserve-ci-e2e-test
    resourceVersion: "16490"
    uid: ad46f2de-d8d3-43c7-b991-db7edd3cf51c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:24Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:24Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3aa3cb3699
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: fdf7b68b-82f6-48e1-aeb9-a2aae2447e57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:25Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3aa6919ad5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16528"
    uid: 39dbb72b-1786-4e98-92d3-018b83c7b2f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:25Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3aa70758c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16529"
    uid: d5bea247-bd2c-4c12-bec4-7ae5cee53674
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:25Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3aa713bb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: bd4e0040-d5f5-4152-ac70-2d2f8ec13fae
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:25Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3aa9b6f2f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16534"
    uid: e40a213f-f51d-4879-b74f-e972c8ca9aa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:25Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3aaa2ca0fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16535"
    uid: aaedafed-935b-4220-a3bd-9278b312ae73
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:25Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3aaa371177
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: 5f285758-9dfb-4f5e-8cdd-a70986a32510
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:25Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T22:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3aad2742f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16537"
    uid: c1b7ee69-e2fe-4c97-839c-2d172516d9a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:25Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T22:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:25Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3aadacf042
    namespace: kserve-ci-e2e-test
    resourceVersion: "16538"
    uid: 55b9a78f-b0e6-4500-8ea8-5d5636814a7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:12:02Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.26:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:10:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:02Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3adfdb193d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17455"
    uid: 27380305-16de-405f-8619-42e9be6cda8e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:12:02Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T22:10:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:02Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b3b1bb505eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17456"
    uid: dfc533be-ba3d-4e13-84f5-4f7a8a8b670a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:11:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:54Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b4f6ef4c08d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17338"
    uid: 000dddb5-1835-4955-8874-bbf230285aff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:11:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:54Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b4f6ef61300
    namespace: kserve-ci-e2e-test
    resourceVersion: "17340"
    uid: 896c8eee-a990-468d-ac4d-d89b3aa3c514
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:11:54Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T22:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:54Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b4f6ef6d022
    namespace: kserve-ci-e2e-test
    resourceVersion: "17341"
    uid: 5fde9d5a-7b11-45ae-9699-36b76d6983ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z
    namespace: kserve-ci-e2e-test
    resourceVersion: "16459"
    uid: 41f89d55-e428-405c-87b8-6e24e45490f3
  kind: Event
  lastTimestamp: "2026-09-17T22:12:07Z"
  message: 'Readiness probe failed: Get "https://10.133.0.26:8643/healthz": dial tcp
    10.133.0.26:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:11:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:12:07Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z.18d63b504be9640a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17499"
    uid: 4a5e52f9-f3d6-41d6-8cf3-078b899f08d4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16445"
    uid: 9ae26c0c-5fc6-4ac3-a4e0-113e96e7a2f3
  kind: Event
  lastTimestamp: "2026-09-17T22:10:19Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-5f6888756c-8494z'
  metadata:
    creationTimestamp: "2026-09-17T22:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:19Z"
    name: isvc-sklearn-batcher-custom-predictor-5f6888756c.18d63b394ca8856b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: 41c80958-70fe-4e5c-9136-cb430af5a41c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:19Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16443"
    uid: a19d3fbb-664a-45a9-a2a0-763211caa4e9
  kind: Event
  lastTimestamp: "2026-09-17T22:10:19Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-5f6888756c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:19Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63b39494e2351
    namespace: kserve-ci-e2e-test
    resourceVersion: "16447"
    uid: 14c279e3-815e-4f0e-ac16-637101285e7e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: ad61d236-a2c2-400f-80d4-ebab2ad3c27f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:04Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:04Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63b3cc7f77d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16939"
    uid: 0127eb36-7c36-47ca-ba3f-58d68f217488
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16444"
    uid: ad61d236-a2c2-400f-80d4-ebab2ad3c27f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:10:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:04Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63b3cc87878a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16940"
    uid: 9e5ca192-2a8e-4c75-b853-3463d41803d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: ad61d236-a2c2-400f-80d4-ebab2ad3c27f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:49Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:49Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63b474570e792
    namespace: kserve-ci-e2e-test
    resourceVersion: "17283"
    uid: c7c180ee-637b-4871-850c-a17532ac7caa
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:19Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16620"
    uid: ad61d236-a2c2-400f-80d4-ebab2ad3c27f
  kind: Event
  lastTimestamp: "2026-09-17T22:11:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:11:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:49Z"
    name: isvc-sklearn-batcher-custom-predictor.18d63b4745d44c99
    namespace: kserve-ci-e2e-test
    resourceVersion: "17284"
    uid: b7923cd7-ebdb-49aa-a39f-d5310c93f4ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 93d0ea58-0658-481d-9557-0084a1d62466
  kind: Event
  lastTimestamp: "2026-09-17T22:11:43Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:11:43Z"
    name: isvc-sklearn-batcher-custom.18d63b39495ffef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17237"
    uid: 0871878f-8121-4f8d-816a-993746790be2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16432"
    uid: 93d0ea58-0658-481d-9557-0084a1d62466
  kind: Event
  lastTimestamp: "2026-09-17T22:10:19Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:19Z"
    name: isvc-sklearn-batcher-custom.18d63b3949f2931b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16467"
    uid: 60ea72d6-d7db-48ce-95ac-6ec4d171f8ae
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16437"
    uid: 93d0ea58-0658-481d-9557-0084a1d62466
  kind: Event
  lastTimestamp: "2026-09-17T22:10:19Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:19Z"
    name: isvc-sklearn-batcher-custom.18d63b394fdef954
    namespace: kserve-ci-e2e-test
    resourceVersion: "16468"
    uid: befbf73d-6486-4447-b5d0-c1649bddd6f8
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17235"
    uid: 93d0ea58-0658-481d-9557-0084a1d62466
  kind: Event
  lastTimestamp: "2026-09-17T22:11:43Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:11:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:11:43Z"
    name: isvc-sklearn-batcher-custom.18d63b4cd414da83
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: ab1b1bfa-d5b0-4a51-8e53-77ebc1f21bfc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:08:34.205033Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15462"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:08:34Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b20d9c70a72
    namespace: kserve-ci-e2e-test
    resourceVersion: "15466"
    uid: 0ea7c0f1-817f-4c29-a4f6-8498038d4907
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:34Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:34Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b20e88f47a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15503"
    uid: 332f67f2-b24b-48bc-bccf-8f063631cdd5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15479"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:35Z"
  message: Add eth0 [10.133.0.24/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:08:35Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b211f8750f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "15518"
    uid: e33d51ac-50ce-47f0-9862-beef1997e238
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:35Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b21211172cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "15521"
    uid: 9146638d-9d03-416d-8231-446d9333ad96
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:35Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b2124bf9e6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: 62537895-f776-489f-a810-5f9729d7976c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:35Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b212538b5a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: 032435b0-d61a-48ec-8b44-f52bf253c41b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:39Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
  metadata:
    creationTimestamp: "2026-09-17T22:08:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:39Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b2215357c43
    namespace: kserve-ci-e2e-test
    resourceVersion: "15562"
    uid: 31b4496b-9e51-48ed-a2f8-fc34ea1209eb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:52Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    in 13.014s (13.014s including waiting). Image size: 1580890516 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:52Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b251cec345c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15727"
    uid: 294b72e1-6b64-4aaa-95ff-d160b06bc7eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:52Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:52Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b252016e3fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "15728"
    uid: fdc79710-992f-4688-9c1d-a209adeec2b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:52Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:52Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b25209fdbf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15729"
    uid: 58c33d48-d29c-40f6-a64f-0d7f623eaeb1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:52Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-17T22:08:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:52Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b2520ac60e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15730"
    uid: 4fa8920d-e1bd-4178-bb71-a0976dc08fa1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:54Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.291s (2.291s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:54Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b25a9420b6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15758"
    uid: a8173eff-8d61-46d1-8193-944ed247944d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:54Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b25ac6f9348
    namespace: kserve-ci-e2e-test
    resourceVersion: "15759"
    uid: c9ebae31-abb3-47db-bc92-a767c6a79aa4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:54Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b25ace06445
    namespace: kserve-ci-e2e-test
    resourceVersion: "15760"
    uid: 518489a0-15fe-44fb-8373-5e396d18902f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:54Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
  metadata:
    creationTimestamp: "2026-09-17T22:08:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:54Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b25acec3458
    namespace: kserve-ci-e2e-test
    resourceVersion: "15761"
    uid: f111944e-f3c3-4318-a273-038836ee4bdb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:57Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:b5300231c773b4722538e173a1cd3d535c68601cd4cca1f5214343d62ba7bfee"
    in 2.659s (2.659s including waiting). Image size: 240302160 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:57Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b264b729364
    namespace: kserve-ci-e2e-test
    resourceVersion: "15782"
    uid: 2758b196-b0b5-4bb4-bb39-8bc389750594
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:57Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-17T22:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:57Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b2650040104
    namespace: kserve-ci-e2e-test
    resourceVersion: "15783"
    uid: b501cef8-5874-41cc-a1c9-8361d099123b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:08:57Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-17T22:08:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:08:57Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b2651305183
    namespace: kserve-ci-e2e-test
    resourceVersion: "15784"
    uid: 6898c407-a434-4be6-b10f-f8653664d4c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:10:21Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.24:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:08:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:21Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b2688a0f716
    namespace: kserve-ci-e2e-test
    resourceVersion: "16506"
    uid: d112a70f-fe37-4347-a53e-efa65ce4cd8c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:10:21Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-17T22:08:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:21Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b26c47cae5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16507"
    uid: 09af240e-0b80-45fb-9236-7c14a0404d1e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:10:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:19Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b394592a006
    namespace: kserve-ci-e2e-test
    resourceVersion: "16433"
    uid: 96ab1c76-1134-4ac2-992f-ad966f195b16
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:10:19Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-17T22:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:19Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b394592fc94
    namespace: kserve-ci-e2e-test
    resourceVersion: "16434"
    uid: 54db53df-e17d-401d-86f5-15493906b9ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:10:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:19Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b3945938ac1
    namespace: kserve-ci-e2e-test
    resourceVersion: "16435"
    uid: b3154df6-c461-4572-9c9c-6b191aae0633
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 135e3bde-367b-460d-b41c-b32d5a6b6f5a
  kind: Event
  lastTimestamp: "2026-09-17T22:10:29Z"
  message: 'Readiness probe failed: Get "https://10.133.0.24:8643/healthz": dial tcp
    10.133.0.24:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:10:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:10:29Z"
    name: isvc-sklearn-batcher-predictor-56c7449565-5kvcf.18d63b3964d25c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "16580"
    uid: 55c2d6e0-b7bf-4f2d-8877-2d9f6300358f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-56c7449565
    namespace: kserve-ci-e2e-test
    resourceVersion: "15450"
    uid: ced815ca-9be9-431f-83af-e0d1d4045249
  kind: Event
  lastTimestamp: "2026-09-17T22:08:34Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-56c7449565-5kvcf'
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:08:34Z"
    name: isvc-sklearn-batcher-predictor-56c7449565.18d63b20d962c8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 7a8f0632-de63-415c-bec9-9dc5128b904e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15449"
    uid: b63eb0cb-2a06-4825-a9ab-d76fd0796cd9
  kind: Event
  lastTimestamp: "2026-09-17T22:08:34Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-56c7449565 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:08:34Z"
    name: isvc-sklearn-batcher-predictor.18d63b20d099a85f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15451"
    uid: 3662967f-7d92-4fd7-9c35-582786847efe
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: ef4aca3c-f0fe-4096-b6c8-f65caa4312a0
  kind: Event
  lastTimestamp: "2026-09-17T22:09:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:34Z"
    name: isvc-sklearn-batcher-predictor.18d63b2456f94d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16072"
    uid: ecb9e75b-88c5-42db-8a75-fbe9be1d7d79
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: ef4aca3c-f0fe-4096-b6c8-f65caa4312a0
  kind: Event
  lastTimestamp: "2026-09-17T22:09:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:08:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:09:34Z"
    name: isvc-sklearn-batcher-predictor.18d63b2457c377e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16073"
    uid: 7e8a498a-1569-4844-a148-ca650b09836f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: ef4aca3c-f0fe-4096-b6c8-f65caa4312a0
  kind: Event
  lastTimestamp: "2026-09-17T22:10:04Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:04Z"
    name: isvc-sklearn-batcher-predictor.18d63b3253a0307b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16295"
    uid: 5d94d18b-edbf-4d42-b39e-7a3c1642643d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:09:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15672"
    uid: ef4aca3c-f0fe-4096-b6c8-f65caa4312a0
  kind: Event
  lastTimestamp: "2026-09-17T22:10:04Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:09:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:10:04Z"
    name: isvc-sklearn-batcher-predictor.18d63b3254073ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16296"
    uid: 55b1346b-4e94-41c9-836b-cf478eaead37
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 4d2d2d9c-a32e-4789-b645-c3df682e684e
  kind: Event
  lastTimestamp: "2026-09-17T22:10:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:11Z"
    name: isvc-sklearn-batcher.18d63b20d68cc3bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16363"
    uid: cb7e6311-8fb9-4c9a-b8d8-1429324c8db1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 4d2d2d9c-a32e-4789-b645-c3df682e684e
  kind: Event
  lastTimestamp: "2026-09-17T22:08:34Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:08:34Z"
    name: isvc-sklearn-batcher.18d63b20d6e41ed6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15459"
    uid: 0c309e0c-f6d7-4d37-9774-1ae85db58823
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:08:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15436"
    uid: 4d2d2d9c-a32e-4789-b645-c3df682e684e
  kind: Event
  lastTimestamp: "2026-09-17T22:08:34Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:08:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:08:34Z"
    name: isvc-sklearn-batcher.18d63b20d6e47486
    namespace: kserve-ci-e2e-test
    resourceVersion: "15460"
    uid: 56b2d140-80aa-464b-9c97-5e9c54abb1ec
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:10:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 4d2d2d9c-a32e-4789-b645-c3df682e684e
  kind: Event
  lastTimestamp: "2026-09-17T22:10:11Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:10:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:10:11Z"
    name: isvc-sklearn-batcher.18d63b378e0f7ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "16362"
    uid: 9c33be38-a358-4142-a93e-404aa10966a2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:41:00.683974Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34271"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-67cd675847-n4trc
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:41:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:41:00Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce60cf69b8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34275"
    uid: a237e3de-6905-43d2-a80b-2c55385536d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34279"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:01Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:41:01Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce62f06d863
    namespace: kserve-ci-e2e-test
    resourceVersion: "34292"
    uid: 6ecfd463-44cd-40bf-a707-d29e6ab7da88
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:01Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce630a94c8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34296"
    uid: ca2ec813-3030-4fe3-9d6c-65f5243fd4f9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:01Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce6338bbfc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34297"
    uid: 29fa447e-a913-4de6-8cf2-80ca805f5c1d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:41:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:01Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce63408aae8
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: ffa7040c-2845-47b9-8d87-1ab663f60d45
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:06Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce7555e306d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34341"
    uid: ba37d674-198b-4c2c-a7b3-af165909eaaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:06Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce759711886
    namespace: kserve-ci-e2e-test
    resourceVersion: "34345"
    uid: 3260d12c-aefb-4585-92af-6bb47731268b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:06Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce759ea557a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34346"
    uid: 98b06a1e-446c-42a7-b27c-7657232f8a31
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:06Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:41:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:06Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce759fbbed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34347"
    uid: 18dd0833-1893-46e1-a5aa-92b5eb97c00f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:08Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.694s (2.694s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:41:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:08Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce7fa91ed91
    namespace: kserve-ci-e2e-test
    resourceVersion: "34363"
    uid: cc079832-a8bd-4114-8d6c-ac838e67fa8a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:09Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-17T22:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:09Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce7fd7d256d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34364"
    uid: dd511d2f-62bd-432a-a678-d7b092fd8eaa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:09Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T22:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:09Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce7fdfc760c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34365"
    uid: 42b95b29-d93e-48fa-96b6-88cd55f121f2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:09Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce7fe07f229
    namespace: kserve-ci-e2e-test
    resourceVersion: "34366"
    uid: 6949a7b9-063b-4185-b53a-b898534cb423
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:09Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce8011f6b73
    namespace: kserve-ci-e2e-test
    resourceVersion: "34367"
    uid: 215b2d88-93e3-4447-85d7-195bab4fcbf1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:41:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:09Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63ce80197d1ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "34368"
    uid: de28c89b-20b1-4f33-9da1-fdc5c55142d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:41:41Z"
  message: 'Liveness probe failed: Get "http://10.134.0.47:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:41:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:41Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63cef7024dc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "34693"
    uid: 2002aa4a-3704-47f2-a2af-6400794688e1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:42:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:20Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63cf8b145cc3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34996"
    uid: 865bc9cb-f517-4de6-8d30-8823165187fc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:42:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:20Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63cf8b14650f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34998"
    uid: 3e253777-3722-428d-a57a-f7bb9ea01e3e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:42:20Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-17T22:42:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:20Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63cf8b146583c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34997"
    uid: 865248a2-2739-42af-b613-7a58cb8601b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:42:50Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:50Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63cf9bb65413c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35299"
    uid: acf8b3a2-f6a5-4ed0-a777-1290f163897e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34273"
    uid: db94b533-d114-446b-a7c8-4fa3cadd04b9
  kind: Event
  lastTimestamp: "2026-09-17T22:42:45Z"
  message: 'Readiness probe failed: Get "http://10.134.0.47:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.47:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:42:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:45Z"
    name: isvc-sklearn-mcp-predictor-67cd675847-n4trc.18d63cf9bbba07e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35257"
    uid: b434b50f-c613-4e45-a70f-3e0b95810e7c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-67cd675847
    namespace: kserve-ci-e2e-test
    resourceVersion: "34261"
    uid: 292e403e-1421-4bbe-a868-48cd062923ac
  kind: Event
  lastTimestamp: "2026-09-17T22:41:00Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-67cd675847-n4trc'
  metadata:
    creationTimestamp: "2026-09-17T22:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:41:00Z"
    name: isvc-sklearn-mcp-predictor-67cd675847.18d63ce60c8b698d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34272"
    uid: 1d103412-89ae-4e07-8c1a-169d8345d9b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34259"
    uid: c1872d40-64e4-49c5-8416-a73ed76caf95
  kind: Event
  lastTimestamp: "2026-09-17T22:41:00Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-67cd675847 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:41:00Z"
    name: isvc-sklearn-mcp-predictor.18d63ce609518708
    namespace: kserve-ci-e2e-test
    resourceVersion: "34264"
    uid: 7ec45487-5dc9-4142-aa74-a8bcf6bf70ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: 4a8cc3c0-e0c1-4f51-a9d0-3f976a3bd8be
  kind: Event
  lastTimestamp: "2026-09-17T22:42:15Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:42:15Z"
    name: isvc-sklearn-mcp.18d63ce608c95e20
    namespace: kserve-ci-e2e-test
    resourceVersion: "34945"
    uid: b12b1d06-ab3e-4745-934d-bb53384ee8c0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34252"
    uid: 4a8cc3c0-e0c1-4f51-a9d0-3f976a3bd8be
  kind: Event
  lastTimestamp: "2026-09-17T22:41:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:41:00Z"
    name: isvc-sklearn-mcp.18d63ce60930090c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34281"
    uid: e9f014be-51bb-4401-8b6b-5955ef63c3b9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34254"
    uid: 4a8cc3c0-e0c1-4f51-a9d0-3f976a3bd8be
  kind: Event
  lastTimestamp: "2026-09-17T22:41:00Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:41:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:41:00Z"
    name: isvc-sklearn-mcp.18d63ce60ef44c02
    namespace: kserve-ci-e2e-test
    resourceVersion: "34282"
    uid: faf52eca-9b76-4b7c-bf34-53974ab7490b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34942"
    uid: 4a8cc3c0-e0c1-4f51-a9d0-3f976a3bd8be
  kind: Event
  lastTimestamp: "2026-09-17T22:42:15Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:42:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:42:15Z"
    name: isvc-sklearn-mcp.18d63cf76e983306
    namespace: kserve-ci-e2e-test
    resourceVersion: "34943"
    uid: 55c971aa-b736-4382-abc8-e61c40cdc6e6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:20:06.910776Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21829"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-56c47844df-p9vh9
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:20:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:20:06Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc22241d895
    namespace: kserve-ci-e2e-test
    resourceVersion: "21835"
    uid: a28efd7d-a1b6-490b-a277-88d5aba2dedf
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:07Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:20:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:07Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc22a8b033a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21842"
    uid: e27b3c45-389b-4bdb-8b86-119a4495de17
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21839"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:08Z"
  message: Add eth0 [10.133.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:20:08Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc268096f96
    namespace: kserve-ci-e2e-test
    resourceVersion: "21854"
    uid: 1a0953ac-5e7f-4318-8369-ad2e84634d95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:08Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc269757a05
    namespace: kserve-ci-e2e-test
    resourceVersion: "21856"
    uid: 5b22d994-63f6-4b33-a76c-65d0cc75d88c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:08Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc26cd0eb9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "21857"
    uid: 6e379275-16f9-4411-a44c-3004d11c12f2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:20:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:08Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc26d4648b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21858"
    uid: 6709f006-c04c-41e5-bd16-f6bbbfc43ba7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:12Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc36a2c9614
    namespace: kserve-ci-e2e-test
    resourceVersion: "21893"
    uid: 30760750-fddb-4ebc-9e12-73e79cd029d4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:12Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc36da0b497
    namespace: kserve-ci-e2e-test
    resourceVersion: "21895"
    uid: 79a00b22-0716-499f-8d6e-bbb36f05daf3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:12Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc36e1a59a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "21898"
    uid: 527f9b8d-5a9c-41c1-9737-04a3de663787
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:12Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc36e24a6e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21899"
    uid: 6628404e-a0a2-4271-b063-01045fb7d044
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:12Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc37131a042
    namespace: kserve-ci-e2e-test
    resourceVersion: "21901"
    uid: 667eb2fe-7a74-4520-8d5e-36c105720ad3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:20:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:20:12Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc371a3c18a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21902"
    uid: 148e088e-8aa2-4db8-bf6a-f2464c703aa4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:21:40Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:20:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:40Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bc3a62cfed4
    namespace: kserve-ci-e2e-test
    resourceVersion: "22659"
    uid: d4c90406-b608-411a-b9fb-9deca9ec9bf4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:21:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:36Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bd71a6e2096
    namespace: kserve-ci-e2e-test
    resourceVersion: "22631"
    uid: cfaefbca-8d1c-4ba1-bc18-1dc3d5bb6306
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:21:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:36Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bd71a6ee509
    namespace: kserve-ci-e2e-test
    resourceVersion: "22632"
    uid: 9de483c0-e159-4583-b8cf-c2d4b050e85e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-56c47844df-p9vh9
    namespace: kserve-ci-e2e-test
    resourceVersion: "21832"
    uid: d2907464-0041-49ef-a661-7372a6ecd32e
  kind: Event
  lastTimestamp: "2026-09-17T22:21:39Z"
  message: 'Readiness probe failed: Get "https://10.133.0.33:8643/healthz": dial tcp
    10.133.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:21:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:39Z"
    name: isvc-sklearn-predictor-56c47844df-p9vh9.18d63bd7ac5a2208
    namespace: kserve-ci-e2e-test
    resourceVersion: "22647"
    uid: 4d61c14c-04af-4aa8-843b-96ee635b98c6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-56c47844df
    namespace: kserve-ci-e2e-test
    resourceVersion: "21821"
    uid: a33e3017-9bd6-4592-af94-32ed178f1658
  kind: Event
  lastTimestamp: "2026-09-17T22:20:06Z"
  message: 'Created pod: isvc-sklearn-predictor-56c47844df-p9vh9'
  metadata:
    creationTimestamp: "2026-09-17T22:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:06Z"
    name: isvc-sklearn-predictor-56c47844df.18d63bc221cd3caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21831"
    uid: 57f7be0c-b4f3-4db5-88b6-ce5eb1852b0b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21818"
    uid: 0e71b031-0aae-4509-ac65-95d42ab7a324
  kind: Event
  lastTimestamp: "2026-09-17T22:20:06Z"
  message: Scaled up replica set isvc-sklearn-predictor-56c47844df from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:06Z"
    name: isvc-sklearn-predictor.18d63bc21eed07d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21822"
    uid: 9b037ecf-e7b4-4e3f-815b-19c312c63644
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21819"
    uid: e33d6bb2-00ba-4e33-9b47-75b1ec2aa32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:36Z"
    name: isvc-sklearn-predictor.18d63bc59d556f02
    namespace: kserve-ci-e2e-test
    resourceVersion: "22084"
    uid: 1babe6b6-b762-46be-8e5b-34c7e370bb41
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21819"
    uid: e33d6bb2-00ba-4e33-9b47-75b1ec2aa32e
  kind: Event
  lastTimestamp: "2026-09-17T22:20:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:20:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:20:36Z"
    name: isvc-sklearn-predictor.18d63bc59db0dcd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "22085"
    uid: 0680aad0-20de-42fe-96cf-27b3146404ce
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: e33d6bb2-00ba-4e33-9b47-75b1ec2aa32e
  kind: Event
  lastTimestamp: "2026-09-17T22:21:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:21:36Z"
    name: isvc-sklearn-predictor.18d63bcc9b0aa15e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22615"
    uid: 754a20b1-4999-4601-8f97-0d5956314ef8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21973"
    uid: e33d6bb2-00ba-4e33-9b47-75b1ec2aa32e
  kind: Event
  lastTimestamp: "2026-09-17T22:21:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:20:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:21:36Z"
    name: isvc-sklearn-predictor.18d63bcc9b6c3d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "22616"
    uid: ddf027ee-1e4e-431e-a3f2-804a69015a2e
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:24:47.485819Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24403"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:24:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:24:47Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c0375d539d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24409"
    uid: 159d74b9-4f5c-4cef-93e3-8021d6fedaad
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:48Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:24:48Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c03980a3000
    namespace: kserve-ci-e2e-test
    resourceVersion: "24426"
    uid: 9e6bb3b9-aaa2-4e29-b125-1d27552354b7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:48Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c0399690e3e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24428"
    uid: 26ba4659-f793-4f53-845c-4c21f43cebdd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:48Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c039c3d9b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24429"
    uid: d319a241-34b9-4806-8eec-28c678794054
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:24:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:48Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c039cad6cab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: fb777d40-aaf0-40bb-bde5-4855aed8f6dc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:54Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:54Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c0521aab6d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24516"
    uid: cc10db95-3e40-482c-8483-cfdac80f4b18
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:54Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c0524b15b42
    namespace: kserve-ci-e2e-test
    resourceVersion: "24518"
    uid: 5fd6dcb5-d8e8-4787-8e49-4bf2e25c628e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:54Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c052529b69b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24521"
    uid: cde9b64e-f798-4b47-8d0f-6894e8b3e6a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:54Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c0525347ef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24522"
    uid: 01ebd4ad-9499-468d-80dc-2e7a52e58b1a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:54Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:54Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c0528386767
    namespace: kserve-ci-e2e-test
    resourceVersion: "24524"
    uid: 82b6c91f-369a-44c8-a583-441a27417432
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:24:54Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:24:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:54Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c0528b75249
    namespace: kserve-ci-e2e-test
    resourceVersion: "24526"
    uid: 833715e3-ac80-4c90-8607-d3e1fb40fb93
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:25:01Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:01Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c055dbc1001
    namespace: kserve-ci-e2e-test
    resourceVersion: "24579"
    uid: e5dcb3d7-1cdc-4839-bfe1-960dbf8ce296
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:25:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:19Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c0ae5559c65
    namespace: kserve-ci-e2e-test
    resourceVersion: "24748"
    uid: 618bef6b-339a-4342-9648-5b7b2f2e3aa2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24406"
    uid: 8f94ae26-e178-4f13-946c-b6d07f52be8a
  kind: Event
  lastTimestamp: "2026-09-17T22:25:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:25:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:19Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh.18d63c0ae5562769
    namespace: kserve-ci-e2e-test
    resourceVersion: "24749"
    uid: 1a66f14e-aca7-4f1f-b8dc-06e85d121aa9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-56ccc8b76f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24394"
    uid: 010797e7-8a0d-4014-9d1c-278c806b7250
  kind: Event
  lastTimestamp: "2026-09-17T22:24:47Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-56ccc8b76f-rfvmh'
  metadata:
    creationTimestamp: "2026-09-17T22:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:47Z"
    name: isvc-sklearn-runtime-predictor-56ccc8b76f.18d63c037538b189
    namespace: kserve-ci-e2e-test
    resourceVersion: "24404"
    uid: 209aa828-313d-4385-9531-5d2ac90e0731
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24392"
    uid: a5ff7c36-83e3-4891-adc8-a6224578e873
  kind: Event
  lastTimestamp: "2026-09-17T22:24:47Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-56ccc8b76f from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:47Z"
    name: isvc-sklearn-runtime-predictor.18d63c03725e1db0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24396"
    uid: c4ec82fe-dfa7-4b82-94a8-4fd585970a49
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: 124d0499-7972-4ace-9e96-5872dcaba623
  kind: Event
  lastTimestamp: "2026-09-17T22:25:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:25:17Z"
    name: isvc-sklearn-runtime-predictor.18d63c06f0e48462
    namespace: kserve-ci-e2e-test
    resourceVersion: "24715"
    uid: 1f93520d-a43a-47ad-9a20-07d6d943dc86
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: 124d0499-7972-4ace-9e96-5872dcaba623
  kind: Event
  lastTimestamp: "2026-09-17T22:25:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:25:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:25:17Z"
    name: isvc-sklearn-runtime-predictor.18d63c06f13e56d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24716"
    uid: 8b3660db-37f8-4a80-8f46-07516d9f363c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24383"
    uid: 3fcac911-bf54-44d6-8bc6-83359ad3e2d7
  kind: Event
  lastTimestamp: "2026-09-17T22:25:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:25:11Z"
    name: isvc-sklearn-runtime.18d63c037262b084
    namespace: kserve-ci-e2e-test
    resourceVersion: "24670"
    uid: 8ae6788f-4ff9-4273-8fa3-440c1dbac571
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24383"
    uid: 3fcac911-bf54-44d6-8bc6-83359ad3e2d7
  kind: Event
  lastTimestamp: "2026-09-17T22:24:47Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:24:47Z"
    name: isvc-sklearn-runtime.18d63c0372eb513a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24399"
    uid: b884451d-eb89-4af3-bbfc-b0337d5c33e0
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24667"
    uid: 3fcac911-bf54-44d6-8bc6-83359ad3e2d7
  kind: Event
  lastTimestamp: "2026-09-17T22:25:11Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:25:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:25:11Z"
    name: isvc-sklearn-runtime.18d63c091e1edf02
    namespace: kserve-ci-e2e-test
    resourceVersion: "24668"
    uid: 34bffa9c-b01b-42d7-961b-c19784644f61
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:41:24.365456Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34532"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:41:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:41:24Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63ceb907d5607
    namespace: kserve-ci-e2e-test
    resourceVersion: "34536"
    uid: 1f61ed1e-89ad-403e-a15c-21cc9614d92b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34542"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:24Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:41:24Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63cebb2233759
    namespace: kserve-ci-e2e-test
    resourceVersion: "34557"
    uid: 14dcced4-9d12-46f4-9350-a839c6b46176
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:24Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:24Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63cebb37a6dd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34559"
    uid: b84b378e-a884-4968-a1f7-231a51b39b3c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:24Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:25Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63cebb63e5b83
    namespace: kserve-ci-e2e-test
    resourceVersion: "34561"
    uid: d920655c-8a45-41d9-9df8-ede829feb90b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:41:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:25Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63cebb6aa0d94
    namespace: kserve-ci-e2e-test
    resourceVersion: "34562"
    uid: 141ee886-9f8d-4107-a2a1-3d9076ad0c00
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:27Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:27Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63cec2d86e9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34584"
    uid: a510d998-3643-47f4-a152-d1e7c3695ed1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:27Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63cec3062fe39
    namespace: kserve-ci-e2e-test
    resourceVersion: "34586"
    uid: 2af8b1a0-b298-409e-be33-75aef0e0147e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:27Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63cec30d7c677
    namespace: kserve-ci-e2e-test
    resourceVersion: "34589"
    uid: 2f4a25bb-b353-44c7-8f51-984aebc3cc96
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:27Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63cec30e24ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "34590"
    uid: 09b38083-f6e8-401d-8e7c-9295aa0f2e39
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:27Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63cec3374f067
    namespace: kserve-ci-e2e-test
    resourceVersion: "34592"
    uid: 2964c18e-ba31-4d93-af89-27f5ed06fbb2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:41:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:27Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63cec33eb1ab5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34593"
    uid: d77ba9c3-c2d7-4c97-9d0c-55b4cc2f427a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:42:55Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:41:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:55Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63ceca54fae9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35395"
    uid: 4911519a-b5cd-4a65-90e2-982ee05c542e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:42:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:54Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63d008b4a14c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "35347"
    uid: 22584566-9237-4053-b0e8-960804f8f53b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:42:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:54Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63d008b4a9804
    namespace: kserve-ci-e2e-test
    resourceVersion: "35348"
    uid: b2ea4857-88ce-444d-ab7b-770dabfa36b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj
    namespace: kserve-ci-e2e-test
    resourceVersion: "34534"
    uid: 0c6e1cc0-ba76-4b4a-a335-bed7161b74e7
  kind: Event
  lastTimestamp: "2026-09-17T22:42:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:55Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj.18d63d00ab7f6779
    namespace: kserve-ci-e2e-test
    resourceVersion: "35394"
    uid: 44004efe-d6d7-4445-8e54-343487bd387b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-64bc8d7b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34523"
    uid: 2b36b924-a85b-47c8-880d-c328e6d90481
  kind: Event
  lastTimestamp: "2026-09-17T22:41:24Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-64bc8d7b4d-ldqbj'
  metadata:
    creationTimestamp: "2026-09-17T22:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:41:24Z"
    name: isvc-sklearn-s3-predictor-64bc8d7b4d.18d63ceb8ff47476
    namespace: kserve-ci-e2e-test
    resourceVersion: "34533"
    uid: a65431e6-a78d-4e56-a44f-fc8e59731cc3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34521"
    uid: f6be6824-8b62-430f-a25f-a58e8a5cb1be
  kind: Event
  lastTimestamp: "2026-09-17T22:41:24Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-64bc8d7b4d from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:41:24Z"
    name: isvc-sklearn-s3-predictor.18d63ceb8dae2c21
    namespace: kserve-ci-e2e-test
    resourceVersion: "34525"
    uid: 38e5e421-6ac7-4540-9ccd-689e1ee7cbf8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34522"
    uid: 0ca69d95-faf9-409b-a08c-0654478f34ad
  kind: Event
  lastTimestamp: "2026-09-17T22:41:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:41:54Z"
    name: isvc-sklearn-s3-predictor.18d63cef0c1e8c86
    namespace: kserve-ci-e2e-test
    resourceVersion: "34786"
    uid: 40e98a7a-7c5f-4abd-99ef-f79e7c246533
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34522"
    uid: 0ca69d95-faf9-409b-a08c-0654478f34ad
  kind: Event
  lastTimestamp: "2026-09-17T22:41:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:41:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:41:54Z"
    name: isvc-sklearn-s3-predictor.18d63cef0c817810
    namespace: kserve-ci-e2e-test
    resourceVersion: "34787"
    uid: 473f04ca-61f3-40c3-867b-8bb9deb9a896
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34679"
    uid: 0ca69d95-faf9-409b-a08c-0654478f34ad
  kind: Event
  lastTimestamp: "2026-09-17T22:42:54Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:42:54Z"
    name: isvc-sklearn-s3-predictor.18d63cf60a420082
    namespace: kserve-ci-e2e-test
    resourceVersion: "35328"
    uid: 47485859-79f9-4165-b7e5-0b1052f7113a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34679"
    uid: 0ca69d95-faf9-409b-a08c-0654478f34ad
  kind: Event
  lastTimestamp: "2026-09-17T22:42:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:42:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:42:54Z"
    name: isvc-sklearn-s3-predictor.18d63cf60ac208d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35329"
    uid: 03b1afce-d3d8-421d-b799-b1c4403ea11b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:45:58.009282Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37176"
    uid: c01a0c2c-27c1-44c7-ba2f-abd6ee581091
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:45:58Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:45:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j.18d63d2b46eecd63
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 52d3b89a-7004-4a70-be46-e58b65490205
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:58Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: c01a0c2c-27c1-44c7-ba2f-abd6ee581091
  kind: Event
  lastTimestamp: "2026-09-17T22:45:58Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j.18d63d2b543dffb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37192"
    uid: db8dd0a8-2a53-4e72-a7c4-435d925b90ff
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37187"
    uid: c01a0c2c-27c1-44c7-ba2f-abd6ee581091
  kind: Event
  lastTimestamp: "2026-09-17T22:45:59Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:45:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j.18d63d2b8cac6260
    namespace: kserve-ci-e2e-test
    resourceVersion: "37202"
    uid: 89b56fb5-ad02-48c5-96cc-6ecd4590c693
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: c01a0c2c-27c1-44c7-ba2f-abd6ee581091
  kind: Event
  lastTimestamp: "2026-09-17T22:46:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j.18d63d2b8e304b87
    namespace: kserve-ci-e2e-test
    resourceVersion: "37273"
    uid: d4c28857-c28e-4eaa-98eb-b44f82ff2ffe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: c01a0c2c-27c1-44c7-ba2f-abd6ee581091
  kind: Event
  lastTimestamp: "2026-09-17T22:46:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j.18d63d2b90da80e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37275"
    uid: c0a82bc2-235a-463b-abdf-bbecd4c4d9a5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: c01a0c2c-27c1-44c7-ba2f-abd6ee581091
  kind: Event
  lastTimestamp: "2026-09-17T22:46:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:45:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:05Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j.18d63d2b9160c2e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37278"
    uid: 5ea8d7ef-8e39-49d2-b7c6-e0690fefcf9c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j
    namespace: kserve-ci-e2e-test
    resourceVersion: "37179"
    uid: c01a0c2c-27c1-44c7-ba2f-abd6ee581091
  kind: Event
  lastTimestamp: "2026-09-17T22:46:07Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:46:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:07Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j.18d63d2d98da155b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37314"
    uid: ce635e44-2eec-466a-9dcd-9b74d1d3f898
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37167"
    uid: 26131821-7732-46c2-8383-f633a650ae90
  kind: Event
  lastTimestamp: "2026-09-17T22:45:57Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b-l8m7j'
  metadata:
    creationTimestamp: "2026-09-17T22:45:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:45:58Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b.18d63d2b46541060
    namespace: kserve-ci-e2e-test
    resourceVersion: "37178"
    uid: 27870b9a-36f3-4ab9-af0f-b51753a1bfbf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:57Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37164"
    uid: f2cc6801-2080-45cf-b93f-4d0180193415
  kind: Event
  lastTimestamp: "2026-09-17T22:45:57Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-65d6648d9b
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:45:57Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d63d2b43b65696
    namespace: kserve-ci-e2e-test
    resourceVersion: "37169"
    uid: ff6834d3-7927-4fee-9200-b4cb06de22a1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37157"
    uid: 4e45d67f-c484-4133-aecf-50544a5cd0ed
  kind: Event
  lastTimestamp: "2026-09-17T22:46:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:46:05Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d63d2b438593a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37279"
    uid: b9401e49-8c81-4347-a06e-a6a84d8ce3c4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37157"
    uid: 4e45d67f-c484-4133-aecf-50544a5cd0ed
  kind: Event
  lastTimestamp: "2026-09-17T22:45:57Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:45:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:45:57Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d63d2b43fd773d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37172"
    uid: a816e4e3-dddb-47bd-b471-e8dbc89ada6d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:44:26.849729Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36323"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:44:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:44:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d160d66593e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36329"
    uid: 26ab87c5-1cb7-4160-ab89-1f094c8942bd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36333"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:44:27Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:44:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d162f306032
    namespace: kserve-ci-e2e-test
    resourceVersion: "36351"
    uid: 5d2c4b42-592b-4889-8d6a-024f4c13fd36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:44:27Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d16308c279c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36353"
    uid: 16200046-e60c-4f3b-828f-fc5a4e519e97
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:44:27Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d1632ea9285
    namespace: kserve-ci-e2e-test
    resourceVersion: "36354"
    uid: 598fee7d-3e03-4470-8d68-f0adb9e93f60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:44:27Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:44:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:27Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d163350543a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36355"
    uid: fbd14da1-ab6d-4a42-a874-bed4d0356ba6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:44:28Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d168d8c3a5d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36379"
    uid: b65a8274-6139-4ecb-bd28-227db58f8328
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:44:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d16904a5604
    namespace: kserve-ci-e2e-test
    resourceVersion: "36382"
    uid: 666b0e60-17d3-47f6-82e7-b9243463a47e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:44:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d1690b3fc46
    namespace: kserve-ci-e2e-test
    resourceVersion: "36385"
    uid: 1f40ecd2-14ee-4573-a29b-b81a34a4bc3b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:44:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d1690bea584
    namespace: kserve-ci-e2e-test
    resourceVersion: "36386"
    uid: 889b98fd-0fa6-442e-9e8b-21aee06b4a65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:44:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d1693335f07
    namespace: kserve-ci-e2e-test
    resourceVersion: "36388"
    uid: d6e287e0-b682-4d89-8ca1-269837a685ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:44:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:44:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:29Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d1693997985
    namespace: kserve-ci-e2e-test
    resourceVersion: "36389"
    uid: 1cc1f777-d665-4153-bffd-a69d2f7c1a83
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:45:59Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:44:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:59Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d16c99487db
    namespace: kserve-ci-e2e-test
    resourceVersion: "37214"
    uid: 0ed723d4-f319-4312-881d-f83f6577ff5a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:45:56Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d2b035385c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37142"
    uid: b7351290-dc53-4592-85ee-87c64333d808
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:45:56Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:45:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:45:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d2b0354a69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37143"
    uid: 9914113c-af29-414a-81e5-6581657eff88
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft
    namespace: kserve-ci-e2e-test
    resourceVersion: "36325"
    uid: 88ee4ea2-9cec-4073-890c-2d14f0916658
  kind: Event
  lastTimestamp: "2026-09-17T22:46:01Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:46:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:01Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft.18d63d2bf9cbe748
    namespace: kserve-ci-e2e-test
    resourceVersion: "37229"
    uid: 3184f6e9-1e3b-48e6-9698-03450a73fa18
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36314"
    uid: 998cbfdd-88d0-4bb8-a268-6756907a509f
  kind: Event
  lastTimestamp: "2026-09-17T22:44:26Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d-zv2ft'
  metadata:
    creationTimestamp: "2026-09-17T22:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d.18d63d160ce263cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36324"
    uid: b34bef4c-0097-4427-994d-86a80c565b36
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36312"
    uid: fab408ba-d482-4b4c-aba8-c23957880ccc
  kind: Event
  lastTimestamp: "2026-09-17T22:44:26Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-766c9cdf8d
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:26Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d63d160a3e3244
    namespace: kserve-ci-e2e-test
    resourceVersion: "36316"
    uid: 8fd224d3-2cb9-404d-bf92-7e3a371cfbeb
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36313"
    uid: 51e3920a-6b44-4bf7-add1-2969cf8b8a49
  kind: Event
  lastTimestamp: "2026-09-17T22:44:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d63d19890c647b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36592"
    uid: 4d710ebf-3064-43c7-8b77-a90498f66bb7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36313"
    uid: 51e3920a-6b44-4bf7-add1-2969cf8b8a49
  kind: Event
  lastTimestamp: "2026-09-17T22:44:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:44:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:56Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d63d19898bab31
    namespace: kserve-ci-e2e-test
    resourceVersion: "36593"
    uid: 685dbd96-7f38-49c6-9b44-cf98451e1f6f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36479"
    uid: 51e3920a-6b44-4bf7-add1-2969cf8b8a49
  kind: Event
  lastTimestamp: "2026-09-17T22:45:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:45:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d63d2087396f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37010"
    uid: 63d7a42d-0b1c-4660-8cba-7654b8e6c121
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36479"
    uid: 51e3920a-6b44-4bf7-add1-2969cf8b8a49
  kind: Event
  lastTimestamp: "2026-09-17T22:45:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:45:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:45:41Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d63d20879fe0b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "37011"
    uid: a42b7797-f7cd-402b-a40c-e3b945dcfaf3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: 7cad0608-4081-4171-940f-6f8ad15a30b4
  kind: Event
  lastTimestamp: "2026-09-17T22:45:49Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:45:49Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d63d160a453893
    namespace: kserve-ci-e2e-test
    resourceVersion: "37073"
    uid: f1bc5739-edbb-4046-8001-9598a05a1ff1
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36303"
    uid: 7cad0608-4081-4171-940f-6f8ad15a30b4
  kind: Event
  lastTimestamp: "2026-09-17T22:44:26Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:44:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:44:26Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d63d160ad5e919
    namespace: kserve-ci-e2e-test
    resourceVersion: "36320"
    uid: 0c3d757b-03b3-43a6-9494-36850aecc2e9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:45:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37070"
    uid: 7cad0608-4081-4171-940f-6f8ad15a30b4
  kind: Event
  lastTimestamp: "2026-09-17T22:45:49Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:45:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:45:49Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d63d294fa954b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37071"
    uid: f722f1ea-5e9a-49fd-a6d4-643f8b80b877
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:44:15.735380Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36152"
    uid: bf1dd4b4-d1d6-4f08-8a23-e6778831779d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:44:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:44:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx.18d63d1376eedcd8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36156"
    uid: de6ba7cd-c3e2-489e-a2f3-89ccebfcce81
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: bf1dd4b4-d1d6-4f08-8a23-e6778831779d
  kind: Event
  lastTimestamp: "2026-09-17T22:44:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-global-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx.18d63d138436cad1
    namespace: kserve-ci-e2e-test
    resourceVersion: "36168"
    uid: 6431ae80-d50e-4bc1-b12f-6b1cd7bc5c81
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36162"
    uid: bf1dd4b4-d1d6-4f08-8a23-e6778831779d
  kind: Event
  lastTimestamp: "2026-09-17T22:44:16Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:44:16Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx.18d63d13bcbfadb2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36180"
    uid: a874ea9a-c94d-48d1-b8b1-afa73adb946b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: bf1dd4b4-d1d6-4f08-8a23-e6778831779d
  kind: Event
  lastTimestamp: "2026-09-17T22:44:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:22Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx.18d63d13be12482c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36247"
    uid: 84b79787-18ac-4e72-9d86-013f9cc12bb2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: bf1dd4b4-d1d6-4f08-8a23-e6778831779d
  kind: Event
  lastTimestamp: "2026-09-17T22:44:23Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx.18d63d13c09c5ed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36250"
    uid: c4af1620-dcac-4414-8abd-bac5dc898f36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: bf1dd4b4-d1d6-4f08-8a23-e6778831779d
  kind: Event
  lastTimestamp: "2026-09-17T22:44:23Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:44:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:23Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx.18d63d13c105cf99
    namespace: kserve-ci-e2e-test
    resourceVersion: "36253"
    uid: 477b4908-fd14-4b22-a0e4-4b9179873131
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: bf1dd4b4-d1d6-4f08-8a23-e6778831779d
  kind: Event
  lastTimestamp: "2026-09-17T22:44:25Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:44:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:25Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx.18d63d15c9f8d5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "36288"
    uid: 1476b334-b992-46af-80cc-0bf8f77f748d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36142"
    uid: 5d15a49b-d4a8-4860-8ecd-514efe910efa
  kind: Event
  lastTimestamp: "2026-09-17T22:44:15Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb-qqvfx'
  metadata:
    creationTimestamp: "2026-09-17T22:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb.18d63d13767f5ead
    namespace: kserve-ci-e2e-test
    resourceVersion: "36153"
    uid: b18bb115-7729-47ab-934c-808321043f55
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36140"
    uid: 5f33bca6-888a-4045-a57f-35f03e4a7b64
  kind: Event
  lastTimestamp: "2026-09-17T22:44:15Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-679ffd84cb
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:15Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d63d1373fd980e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: 6fb9a085-7188-4fe0-9299-02194f72df13
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36133"
    uid: 3d57ff83-e4b5-42d9-b101-77541fe451b3
  kind: Event
  lastTimestamp: "2026-09-17T22:44:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:44:23Z"
    name: isvc-sklearn-s3-tls-global-fail.18d63d1374059861
    namespace: kserve-ci-e2e-test
    resourceVersion: "36254"
    uid: 70fd6a0a-a53e-46c3-a7b5-c356ce7da1cc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "36133"
    uid: 3d57ff83-e4b5-42d9-b101-77541fe451b3
  kind: Event
  lastTimestamp: "2026-09-17T22:44:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:44:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:44:15Z"
    name: isvc-sklearn-s3-tls-global-fail.18d63d1374a3e153
    namespace: kserve-ci-e2e-test
    resourceVersion: "36149"
    uid: fcb0a0df-9ed3-4fd3-ae65-098074dd461a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:42:54.637795Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35372"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:42:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:42:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d009524611b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35377"
    uid: 882b97ca-b73e-408d-98b2-2b59bc61926a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35382"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:42:55Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:42:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d00b73db17c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35398"
    uid: 8daaabf6-792f-4d5e-b05d-e36181686d01
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:42:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d00b8b7fb49
    namespace: kserve-ci-e2e-test
    resourceVersion: "35400"
    uid: f4124a5d-1104-4e30-a9df-d5ceaf96148e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:42:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d00bba68780
    namespace: kserve-ci-e2e-test
    resourceVersion: "35401"
    uid: c54c7e99-e0a7-424b-a7bb-c38a1e620fa7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:42:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:42:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:55Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d00bc1e12db
    namespace: kserve-ci-e2e-test
    resourceVersion: "35402"
    uid: d6258bd9-6722-417a-9df9-2ecbf27ecc1a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:42:56Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d010ba0c777
    namespace: kserve-ci-e2e-test
    resourceVersion: "35423"
    uid: d37ad8fd-bd2b-4374-a4e3-47039b1e3474
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:42:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d010eb6cea3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35426"
    uid: 28c8c558-e07a-4f0c-b6fc-9e1464b17261
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:42:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d010f3ae952
    namespace: kserve-ci-e2e-test
    resourceVersion: "35428"
    uid: 27f1bf5f-9ed7-4271-8c8c-263d909fc8cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:42:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d010f4697b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35429"
    uid: fd2380c5-004c-489b-9e97-840f9ef8b63c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:42:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d0112ba5b62
    namespace: kserve-ci-e2e-test
    resourceVersion: "35432"
    uid: b41e2bb0-225e-445c-b642-030cdba7e213
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:42:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:42:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:42:56Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d011333d851
    namespace: kserve-ci-e2e-test
    resourceVersion: "35433"
    uid: 34cfbeb5-1216-4460-9433-f82adcb057f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:44:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:42:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:03Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d01479e1a9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36004"
    uid: cc0e70e7-06c8-4589-a0ea-96dcade16d21
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:44:14Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d13366e9f29
    namespace: kserve-ci-e2e-test
    resourceVersion: "36117"
    uid: 8ded1d37-c056-45e7-b0ae-e3e0274a197c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:44:14Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:44:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:14Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d13366f534d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36118"
    uid: fe795717-2b76-4ad0-aaf5-743728c1a91b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35374"
    uid: c5eb3a2d-5b9f-45a9-a12d-037594548fb8
  kind: Event
  lastTimestamp: "2026-09-17T22:44:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:44:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:44:18Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp.18d63d1423d1c1d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "36206"
    uid: fa3b676d-e94b-41bb-85ba-3ee2b77af8cf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544
    namespace: kserve-ci-e2e-test
    resourceVersion: "35363"
    uid: 9a56351d-ebe8-4eaf-bef4-94fa71abf0a1
  kind: Event
  lastTimestamp: "2026-09-17T22:42:54Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-568744c544-5hdxp'
  metadata:
    creationTimestamp: "2026-09-17T22:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:42:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-568744c544.18d63d0094aedf3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35373"
    uid: 04307ed0-213c-43ca-8020-81a914ee1bf9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35361"
    uid: 791607c5-ff48-41a1-be9c-e22ae473ae7d
  kind: Event
  lastTimestamp: "2026-09-17T22:42:54Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-568744c544
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:42:54Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63d00921e2178
    namespace: kserve-ci-e2e-test
    resourceVersion: "35365"
    uid: f1823d53-ec5d-4d35-b29c-e16774dca395
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35362"
    uid: 08606386-2185-4be7-afc6-283edbf41d32
  kind: Event
  lastTimestamp: "2026-09-17T22:43:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:43:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63d041077eed9
    namespace: kserve-ci-e2e-test
    resourceVersion: "35640"
    uid: 93ed2ae6-d906-4db7-8cc2-e577249adafe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35362"
    uid: 08606386-2185-4be7-afc6-283edbf41d32
  kind: Event
  lastTimestamp: "2026-09-17T22:43:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:43:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:43:24Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63d0410d885be
    namespace: kserve-ci-e2e-test
    resourceVersion: "35641"
    uid: 658f5965-cea8-4d06-af14-8eaf9a884de1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35538"
    uid: 08606386-2185-4be7-afc6-283edbf41d32
  kind: Event
  lastTimestamp: "2026-09-17T22:44:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63d0b0e8d77d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36050"
    uid: 31ca8fcf-c609-4914-85a0-06db7c8bcd7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:43:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35538"
    uid: 08606386-2185-4be7-afc6-283edbf41d32
  kind: Event
  lastTimestamp: "2026-09-17T22:44:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:43:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:44:09Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d63d0b0eef9446
    namespace: kserve-ci-e2e-test
    resourceVersion: "36051"
    uid: 437409e1-2858-4943-9d45-1e17ffc154d7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35353"
    uid: 501591b4-cc78-4878-8650-f282c2d59fdc
  kind: Event
  lastTimestamp: "2026-09-17T22:44:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:44:13Z"
    name: isvc-sklearn-s3-tls-global-pass.18d63d009221aefa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36094"
    uid: b83f279a-aab0-4014-ba52-b96b2375e690
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35353"
    uid: 501591b4-cc78-4878-8650-f282c2d59fdc
  kind: Event
  lastTimestamp: "2026-09-17T22:42:54Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:42:54Z"
    name: isvc-sklearn-s3-tls-global-pass.18d63d0092b65d86
    namespace: kserve-ci-e2e-test
    resourceVersion: "35384"
    uid: 19f533e4-dc77-4de9-aa3d-6c416c39a344
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35356"
    uid: 501591b4-cc78-4878-8650-f282c2d59fdc
  kind: Event
  lastTimestamp: "2026-09-17T22:42:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T22:42:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:42:54Z"
    name: isvc-sklearn-s3-tls-global-pass.18d63d00984a8f85
    namespace: kserve-ci-e2e-test
    resourceVersion: "35386"
    uid: 121363db-9f25-4e1b-82fa-b71e41e5d6fa
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:44:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36091"
    uid: 501591b4-cc78-4878-8650-f282c2d59fdc
  kind: Event
  lastTimestamp: "2026-09-17T22:44:13Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:44:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:44:13Z"
    name: isvc-sklearn-s3-tls-global-pass.18d63d13005b3a24
    namespace: kserve-ci-e2e-test
    resourceVersion: "36093"
    uid: c4207baf-6c44-4baf-8bd5-7319772cca6f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:47:30.185531Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38121"
    uid: bb553202-3d32-4edc-b35d-c72dbf91f8a3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:47:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:47:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7.18d63d40bd10ba37
    namespace: kserve-ci-e2e-test
    resourceVersion: "38127"
    uid: 9fedc381-aeee-48df-a43c-29a65be02cfc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38132"
    uid: bb553202-3d32-4edc-b35d-c72dbf91f8a3
  kind: Event
  lastTimestamp: "2026-09-17T22:47:30Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:47:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7.18d63d40df12f8ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38142"
    uid: cef2d570-87fe-4119-a1f8-ff17850e3071
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38123"
    uid: bb553202-3d32-4edc-b35d-c72dbf91f8a3
  kind: Event
  lastTimestamp: "2026-09-17T22:47:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7.18d63d40e08d13bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38195"
    uid: 98e13375-97eb-47a9-bbcc-a8f77c675b33
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38123"
    uid: bb553202-3d32-4edc-b35d-c72dbf91f8a3
  kind: Event
  lastTimestamp: "2026-09-17T22:47:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7.18d63d40e35f0f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38197"
    uid: 9d27b3af-9ed7-48f9-8258-8dc9bf74d22f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38123"
    uid: bb553202-3d32-4edc-b35d-c72dbf91f8a3
  kind: Event
  lastTimestamp: "2026-09-17T22:47:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:35Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7.18d63d40e3d561de
    namespace: kserve-ci-e2e-test
    resourceVersion: "38200"
    uid: 91d56372-dd21-4651-a799-9f0333ce65aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38123"
    uid: bb553202-3d32-4edc-b35d-c72dbf91f8a3
  kind: Event
  lastTimestamp: "2026-09-17T22:47:38Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7_kserve-ci-e2e-test(bb553202-3d32-4edc-b35d-c72dbf91f8a3)
  metadata:
    creationTimestamp: "2026-09-17T22:47:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:38Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7.18d63d42ba4e0599
    namespace: kserve-ci-e2e-test
    resourceVersion: "38223"
    uid: e4fa4132-fe14-42d8-8441-62d7baa9ce42
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57
    namespace: kserve-ci-e2e-test
    resourceVersion: "38112"
    uid: de34a685-16e4-49a8-a7cf-90755408e07c
  kind: Event
  lastTimestamp: "2026-09-17T22:47:30Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57-pvgk7'
  metadata:
    creationTimestamp: "2026-09-17T22:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:47:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57.18d63d40bca65e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38122"
    uid: 8740eff0-af9d-4807-944d-805c7cc28f24
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: bdc50e3a-627d-4e5b-bdfe-fd4858715951
  kind: Event
  lastTimestamp: "2026-09-17T22:47:30Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-7479f45c57
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:47:30Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d63d40ba3dfcef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38114"
    uid: 9773a997-8676-477b-9ec8-a0cfe10e6094
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: e52d3492-58fb-44bd-b928-a87877dda35a
  kind: Event
  lastTimestamp: "2026-09-17T22:47:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:47:38Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d63d40ba430c4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38228"
    uid: d40d9eb6-f1de-4fd3-9d2d-227e12e03e25
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38103"
    uid: e52d3492-58fb-44bd-b928-a87877dda35a
  kind: Event
  lastTimestamp: "2026-09-17T22:47:30Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:47:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:47:30Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d63d40bac2369d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38118"
    uid: 08e34830-a58d-4569-bfb1-49a0b87a6889
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:46:09.090845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37348"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:46:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:46:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2ddb71f123
    namespace: kserve-ci-e2e-test
    resourceVersion: "37352"
    uid: fc8c8719-a904-4107-9ada-e4412ac1145a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37358"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:46:09Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:46:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2dfd6dd715
    namespace: kserve-ci-e2e-test
    resourceVersion: "37373"
    uid: 5de7d761-a636-4ffa-97e5-23d0fb55e05d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:46:09Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2dfecd001e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37375"
    uid: 616e74d0-40d1-4546-8e48-ac99a7d56065
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:46:09Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2e01e12ae4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37376"
    uid: de152aed-a764-4794-a505-2641db057be3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:46:09Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2e025a20e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37377"
    uid: 2aba1c05-bec4-483c-93d4-2914187d6a04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:46:11Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2e64563f83
    namespace: kserve-ci-e2e-test
    resourceVersion: "37418"
    uid: b3c106bb-7e2d-4e99-9508-0fbeb29e6f5a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:46:11Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2e66f2a465
    namespace: kserve-ci-e2e-test
    resourceVersion: "37420"
    uid: 9a3f35a1-e8ea-4729-9b61-9175c2d8f7de
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:46:11Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2e67b7cac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37422"
    uid: 3f7d8754-a3d4-4b14-9875-475145af83aa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:46:11Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2e67c4bb8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37424"
    uid: 5d45bbd5-0034-4f02-b4c4-cd11990c6c56
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:46:11Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2e6af39e16
    namespace: kserve-ci-e2e-test
    resourceVersion: "37426"
    uid: b839d2bb-901f-4d5c-a01d-eb73f7a3cfe0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:46:11Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:46:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:46:11Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2e6b6987dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37427"
    uid: 5e9edeac-cccb-400c-95db-2174a33d390e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:47:18Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:46:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:18Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d2ea07a7e0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37984"
    uid: 4f6aa5b7-6d1f-4613-b534-19c1070aebde
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:47:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d407bfd98f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38089"
    uid: e48fde84-9471-4e27-83f1-702b1931d311
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:47:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:47:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:29Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d407bfe011b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38090"
    uid: 8b6fc3d6-792f-434c-8ece-e4ec1690cc11
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m
    namespace: kserve-ci-e2e-test
    resourceVersion: "37350"
    uid: 7e7fa89d-afe9-4a00-9075-12cc6fa3bd30
  kind: Event
  lastTimestamp: "2026-09-17T22:47:33Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:47:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:47:33Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m.18d63d417cab11f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38177"
    uid: bba02615-0338-4bea-849e-639bf0b026e4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95
    namespace: kserve-ci-e2e-test
    resourceVersion: "37339"
    uid: 55c272f4-b4e0-4304-90df-24124d2a7614
  kind: Event
  lastTimestamp: "2026-09-17T22:46:09Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95-87p6m'
  metadata:
    creationTimestamp: "2026-09-17T22:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:46:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95.18d63d2ddafa88ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "37349"
    uid: c014afe4-70fa-4490-bcb2-7f647fd3e79b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37337"
    uid: 1d26ba8f-b97e-4607-8307-5b494fdb6f0b
  kind: Event
  lastTimestamp: "2026-09-17T22:46:09Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-5685b5dd95
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:46:09Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d63d2dd8594a92
    namespace: kserve-ci-e2e-test
    resourceVersion: "37341"
    uid: 7e43204a-b164-4de5-902e-b6ddd86dbfad
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37338"
    uid: bc0feade-9a98-48f5-a401-c8f00aadf50f
  kind: Event
  lastTimestamp: "2026-09-17T22:46:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:46:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d63d31574f809a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37698"
    uid: 53b6b94c-5515-4593-9bb0-f0700ff4349b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37338"
    uid: bc0feade-9a98-48f5-a401-c8f00aadf50f
  kind: Event
  lastTimestamp: "2026-09-17T22:46:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:46:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:46:39Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d63d3157b30867
    namespace: kserve-ci-e2e-test
    resourceVersion: "37699"
    uid: a43aaf69-3d0c-4445-9248-02730b390241
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: bc0feade-9a98-48f5-a401-c8f00aadf50f
  kind: Event
  lastTimestamp: "2026-09-17T22:47:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:47:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d63d38553fdf18
    namespace: kserve-ci-e2e-test
    resourceVersion: "38027"
    uid: 0ad866b3-353c-4711-9e12-85ee3d6ca9c6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37574"
    uid: bc0feade-9a98-48f5-a401-c8f00aadf50f
  kind: Event
  lastTimestamp: "2026-09-17T22:47:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:46:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:47:24Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d63d3855a4fd08
    namespace: kserve-ci-e2e-test
    resourceVersion: "38028"
    uid: cf280be0-3a28-43bc-9b95-1471509b9503
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37330"
    uid: b3b4aeb3-7143-4631-a73a-bed423ce1a41
  kind: Event
  lastTimestamp: "2026-09-17T22:47:28Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:47:28Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d63d2dd85a5ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38068"
    uid: 166b8339-f293-4e0b-9cf5-14aba263ca33
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37330"
    uid: b3b4aeb3-7143-4631-a73a-bed423ce1a41
  kind: Event
  lastTimestamp: "2026-09-17T22:46:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:46:09Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d63d2dd8fdb246
    namespace: kserve-ci-e2e-test
    resourceVersion: "37360"
    uid: eb2bc6ab-6da0-405d-9492-e7f0b0a8c838
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:46:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37332"
    uid: b3b4aeb3-7143-4631-a73a-bed423ce1a41
  kind: Event
  lastTimestamp: "2026-09-17T22:46:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T22:46:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:46:09Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d63d2ddeb975ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "37361"
    uid: 84983506-e216-41df-92e6-312998037135
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:47:28Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38066"
    uid: b3b4aeb3-7143-4631-a73a-bed423ce1a41
  kind: Event
  lastTimestamp: "2026-09-17T22:47:28Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:47:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:47:28Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d63d40591297e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38067"
    uid: baef03ab-6dab-46f9-a51e-1da58cea5288
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34512"
    uid: b3ce3e87-9742-4c8e-a94c-bb917f91aedb
  kind: Event
  lastTimestamp: "2026-09-17T22:42:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:42:45Z"
    name: isvc-sklearn-s3.18d63ceb8db4d921
    namespace: kserve-ci-e2e-test
    resourceVersion: "35254"
    uid: 5ea2de84-1de2-471e-ad0d-d8d6d29d4f1c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34512"
    uid: b3ce3e87-9742-4c8e-a94c-bb917f91aedb
  kind: Event
  lastTimestamp: "2026-09-17T22:41:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:41:24Z"
    name: isvc-sklearn-s3.18d63ceb8e330c0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34547"
    uid: 8fed214c-b36b-43aa-960e-39f71a389bf6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34515"
    uid: b3ce3e87-9742-4c8e-a94c-bb917f91aedb
  kind: Event
  lastTimestamp: "2026-09-17T22:41:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:41:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:41:24Z"
    name: isvc-sklearn-s3.18d63ceb93ab564d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34548"
    uid: 1865efa4-5904-4fc2-9749-db25cb321fa4
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:42:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35252"
    uid: b3ce3e87-9742-4c8e-a94c-bb917f91aedb
  kind: Event
  lastTimestamp: "2026-09-17T22:42:45Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:42:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:42:45Z"
    name: isvc-sklearn-s3.18d63cfe5ca0cf45
    namespace: kserve-ci-e2e-test
    resourceVersion: "35253"
    uid: 959b3c2b-96c3-4fff-bb80-251ffeaa0e61
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-7bbd5dfff7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21494"
    uid: 2572c60f-a460-485c-8d73-e4d4a86a61be
  kind: Event
  lastTimestamp: "2026-09-17T22:19:32Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-7bbd5dfff7-ljsvm'
  metadata:
    creationTimestamp: "2026-09-17T22:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:32Z"
    name: isvc-sklearn-scheduler-predictor-7bbd5dfff7.18d63bba1cd8c55a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21504"
    uid: a922644b-7490-457d-80ac-610f778006c0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21493"
    uid: 3db2ec20-fa09-45ac-884c-f31c3d78bebd
  kind: Event
  lastTimestamp: "2026-09-17T22:19:32Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-7bbd5dfff7 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:19:32Z"
    name: isvc-sklearn-scheduler-predictor.18d63bba1a013365
    namespace: kserve-ci-e2e-test
    resourceVersion: "21496"
    uid: 6cc2fccb-63d7-4b7d-8703-6d9b139ed701
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21484"
    uid: 857ebc27-0880-47ab-a6db-cf1bf820c800
  kind: Event
  lastTimestamp: "2026-09-17T22:19:32Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:19:32Z"
    name: isvc-sklearn-scheduler.18d63bba19ae7804
    namespace: kserve-ci-e2e-test
    resourceVersion: "21518"
    uid: 8f4b2ebe-0495-4bfc-bc5c-8a8ccd83b818
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21484"
    uid: 857ebc27-0880-47ab-a6db-cf1bf820c800
  kind: Event
  lastTimestamp: "2026-09-17T22:19:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:19:32Z"
    name: isvc-sklearn-scheduler.18d63bba1a0b57ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "21509"
    uid: 36e0af5b-ea11-4e70-ae3b-7d0e667c8c41
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:19:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21484"
    uid: 857ebc27-0880-47ab-a6db-cf1bf820c800
  kind: Event
  lastTimestamp: "2026-09-17T22:19:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:19:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:19:32Z"
    name: isvc-sklearn-scheduler.18d63bba1a0bac80
    namespace: kserve-ci-e2e-test
    resourceVersion: "21510"
    uid: 20e0c0cf-afa4-4206-b3a2-fe13a469619b
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:28:05.187186Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26450"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c317dc0a1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26457"
    uid: 026bd4e5-260b-4f7d-ab08-b43c269f2fa1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26461"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c31a0015724
    namespace: kserve-ci-e2e-test
    resourceVersion: "26481"
    uid: f000f246-890b-4e9c-ac3b-a1b9846957a6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c31a18986b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26483"
    uid: a658f972-40fa-4986-9cbf-7e0887c0d5b3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c31a448745f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26484"
    uid: 1faf6a57-8ffd-4f50-9b31-12e849651f3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c31a4c47494
    namespace: kserve-ci-e2e-test
    resourceVersion: "26485"
    uid: 25f22604-5151-469f-aa8b-cf9f3187fb18
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:28:10Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:10Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c32a83d83bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26652"
    uid: 81784167-13c1-4b71-b9fd-2426bf946f4b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:28:10Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:10Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c32abd3b01e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26656"
    uid: 8272faeb-f890-4e5a-bc6d-768ec20b1bed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:28:10Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:10Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c32ac4f4877
    namespace: kserve-ci-e2e-test
    resourceVersion: "26657"
    uid: ea76d9c7-0060-4c22-a633-7da8aa4b15f3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:28:10Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:10Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c32ac5b41c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26658"
    uid: 1bdd379b-e42d-40ef-a5f5-66d48212f842
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:28:10Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:10Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c32af1096f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26660"
    uid: f0c0c4a9-887a-42cd-8a4b-f0aa8be3b8a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:28:10Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:10Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c32af8c7e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26661"
    uid: e302db27-0968-409a-8f88-118edbf3c034
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:29:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:23Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c32e461b796
    namespace: kserve-ci-e2e-test
    resourceVersion: "27359"
    uid: f4e09105-2c15-4d05-b4c2-fb9b2bda5bbf
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:29:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:35Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c467c74c9e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27491"
    uid: be8c0943-d97e-47de-ad35-04d09dfbbb24
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:29:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:29:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:35Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c467c753ac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27492"
    uid: eee85073-9678-45c7-9e48-eef233406b3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26453"
    uid: 1669e342-7c68-4952-a074-9da124ff8356
  kind: Event
  lastTimestamp: "2026-09-17T22:29:37Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:37Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn.18d63c46ea930056
    namespace: kserve-ci-e2e-test
    resourceVersion: "27587"
    uid: b8fd3e0c-0aae-46b7-9a34-e3f0ef910feb
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-855c67d848
    namespace: kserve-ci-e2e-test
    resourceVersion: "26438"
    uid: 91af181a-10cc-4f7b-81db-37af4ec478a3
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-855c67d848-2d2dn'
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor-855c67d848.18d63c317d210963
    namespace: kserve-ci-e2e-test
    resourceVersion: "26452"
    uid: 08fb3dc3-353c-42a1-9ed0-cf9ec4e14fe0
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26436"
    uid: eb4684e5-271d-4657-bbef-0e0d507f96a1
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-855c67d848 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-sklearn-v2-mixed-predictor.18d63c317a3787ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "26440"
    uid: 66c7a5bd-464d-4b87-9702-1bfdf5ac265d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: a581fe2b-ae2d-4b52-9da5-f553527f68d6
  kind: Event
  lastTimestamp: "2026-09-17T22:28:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:28:35Z"
    name: isvc-sklearn-v2-mixed-predictor.18d63c34f8fd188a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27003"
    uid: 89f2f60d-ce99-4cad-b1ac-c872a8883c19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26437"
    uid: a581fe2b-ae2d-4b52-9da5-f553527f68d6
  kind: Event
  lastTimestamp: "2026-09-17T22:28:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:28:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:28:35Z"
    name: isvc-sklearn-v2-mixed-predictor.18d63c34f95f3e39
    namespace: kserve-ci-e2e-test
    resourceVersion: "27004"
    uid: 0a5e7be6-c543-4453-ba7a-a8f104de7efb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26899"
    uid: a581fe2b-ae2d-4b52-9da5-f553527f68d6
  kind: Event
  lastTimestamp: "2026-09-17T22:29:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:29:35Z"
    name: isvc-sklearn-v2-mixed-predictor.18d63c3bf7460f47
    namespace: kserve-ci-e2e-test
    resourceVersion: "27472"
    uid: 44356e5e-31af-48d8-84bf-8b5ea01059be
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26899"
    uid: a581fe2b-ae2d-4b52-9da5-f553527f68d6
  kind: Event
  lastTimestamp: "2026-09-17T22:29:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:28:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:29:35Z"
    name: isvc-sklearn-v2-mixed-predictor.18d63c3bf78e41aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27473"
    uid: a45d4665-ab39-4c98-bb4d-c58ed4a4a2c2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26429"
    uid: a1288d8b-e86f-4639-b03c-bece0fb0c580
  kind: Event
  lastTimestamp: "2026-09-17T22:29:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:29:33Z"
    name: isvc-sklearn-v2-mixed.18d63c317a63b268
    namespace: kserve-ci-e2e-test
    resourceVersion: "27458"
    uid: 398b46e7-d7d1-4b9d-b2d9-6d80bd80f3a4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26429"
    uid: a1288d8b-e86f-4639-b03c-bece0fb0c580
  kind: Event
  lastTimestamp: "2026-09-17T22:28:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:28:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:28:05Z"
    name: isvc-sklearn-v2-mixed.18d63c317ac6ab4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26444"
    uid: 98c3d8eb-c5bc-4126-bcca-c475f7a3fcd6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27454"
    uid: a1288d8b-e86f-4639-b03c-bece0fb0c580
  kind: Event
  lastTimestamp: "2026-09-17T22:29:33Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:29:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:29:33Z"
    name: isvc-sklearn-v2-mixed.18d63c46108a6200
    namespace: kserve-ci-e2e-test
    resourceVersion: "27455"
    uid: deed8854-8a60-4d02-99d9-16ddd49c27c4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:26:29.845447Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25445"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-555d868545-2lh99
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:26:29Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:26:29Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1b4af13507
    namespace: kserve-ci-e2e-test
    resourceVersion: "25452"
    uid: 2278b7a1-f0d8-42ee-96f2-149dccae677a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:26:29Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:29Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1b51af80a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25461"
    uid: 36a8147b-083f-4561-bb49-9184014ae4d4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25456"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1b90b9e643
    namespace: kserve-ci-e2e-test
    resourceVersion: "25530"
    uid: 35570dfb-c32f-470e-8a26-d684281174ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1b922c9bb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25537"
    uid: 19512ddc-3ecd-421e-9ae4-7e0f4939e0fd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1b9650491f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25539"
    uid: 8a1f5f81-8f5c-445c-ab95-2de24efcad16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:26:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:26:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:31Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1b96e81f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "25540"
    uid: da53fb35-4ef6-40a7-bf2c-25cbee746bfa
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1970"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1cacb63dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25618"
    uid: cb082136-0830-4704-b579-7e0012989022
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1cb0e06282
    namespace: kserve-ci-e2e-test
    resourceVersion: "25627"
    uid: 51ddfd9f-7327-44e8-9ba1-550a541ceb6e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1cb14ebe81
    namespace: kserve-ci-e2e-test
    resourceVersion: "25629"
    uid: a115ec13-8941-4fd2-a096-352b13c342cd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1cb15b182f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25632"
    uid: 779ec025-ec76-4f47-9ff8-110c64302bf4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1cb48ce5f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25636"
    uid: 2d7569de-2d0f-411a-b055-4d83b471e61e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:26:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:35Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1cb500786a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25640"
    uid: f3948936-114c-4771-91e2-fe351d111b5d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:28:02Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:26:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:02Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c1ce910d8d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26411"
    uid: 3cc17573-a356-4580-85bf-0361a9bb7c17
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:28:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:00Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c304944ddbe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26351"
    uid: 543703ed-96ff-4c58-809e-9fd7b3cd3bb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:28:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:28:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:00Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c30494568d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26352"
    uid: 1191e918-078f-43ac-8172-a295f96eb162
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:28:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-555d868545-2lh99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25449"
    uid: b54fa823-9293-4b74-a623-89904d8909a8
  kind: Event
  lastTimestamp: "2026-09-17T22:28:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:28:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:28:02Z"
    name: isvc-sklearn-v2-predictor-555d868545-2lh99.18d63c30ef6a2366
    namespace: kserve-ci-e2e-test
    resourceVersion: "26410"
    uid: 58729825-b449-4cac-b870-0969c5dabfd6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-555d868545
    namespace: kserve-ci-e2e-test
    resourceVersion: "25436"
    uid: b010fb1b-79d4-4f4d-aa25-432866fee934
  kind: Event
  lastTimestamp: "2026-09-17T22:26:29Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-555d868545-2lh99'
  metadata:
    creationTimestamp: "2026-09-17T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:26:29Z"
    name: isvc-sklearn-v2-predictor-555d868545.18d63c1b4a8dcebf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25447"
    uid: d5602395-2f7f-4046-a631-227801e8c54a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:29Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25434"
    uid: 8cfded72-00d8-4c73-95d0-b6b783f7b73d
  kind: Event
  lastTimestamp: "2026-09-17T22:26:29Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-555d868545 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:26:29Z"
    name: isvc-sklearn-v2-predictor.18d63c1b47bd6080
    namespace: kserve-ci-e2e-test
    resourceVersion: "25438"
    uid: 2ae712e8-27e0-4562-a759-718246d8b7ca
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25435"
    uid: 00e3a8ee-df76-4256-8c16-9f0ba9a7dc08
  kind: Event
  lastTimestamp: "2026-09-17T22:27:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:27:14Z"
    name: isvc-sklearn-v2-predictor.18d63c1ec6979c98
    namespace: kserve-ci-e2e-test
    resourceVersion: "25950"
    uid: a871080d-a6c6-459c-be97-a2e3e1e87462
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25435"
    uid: 00e3a8ee-df76-4256-8c16-9f0ba9a7dc08
  kind: Event
  lastTimestamp: "2026-09-17T22:27:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:26:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:27:14Z"
    name: isvc-sklearn-v2-predictor.18d63c1ec6fab694
    namespace: kserve-ci-e2e-test
    resourceVersion: "25951"
    uid: f41c0ce3-bfb0-45d1-84d9-383fce6035d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:27:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25735"
    uid: 00e3a8ee-df76-4256-8c16-9f0ba9a7dc08
  kind: Event
  lastTimestamp: "2026-09-17T22:27:59Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:27:59Z"
    name: isvc-sklearn-v2-predictor.18d63c2943941bdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26331"
    uid: 36406666-2a27-40a2-9dca-a87c1d60a237
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:27:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25735"
    uid: 00e3a8ee-df76-4256-8c16-9f0ba9a7dc08
  kind: Event
  lastTimestamp: "2026-09-17T22:27:59Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:27:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:27:59Z"
    name: isvc-sklearn-v2-predictor.18d63c2943dae474
    namespace: kserve-ci-e2e-test
    resourceVersion: "26332"
    uid: 7767a473-b4f2-47d5-a770-1638e00c48d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:25:24.595625Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24809"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:25:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:25:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0c19bff100
    namespace: kserve-ci-e2e-test
    resourceVersion: "24815"
    uid: e73bf258-5470-4b05-8678-f7f9eaacdd58
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:25:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0c27a26786
    namespace: kserve-ci-e2e-test
    resourceVersion: "24825"
    uid: a65e661a-5f85-40ab-aa8e-09343fe159d9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24820"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:25:25Z"
  message: Add eth0 [10.133.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:25:25Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0c5f84f60f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24833"
    uid: 86dd0337-3617-4edd-8e81-d68af045ac88
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:25:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:25Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0c60e681a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "24835"
    uid: 8ed0cd6a-389c-4509-ae3b-df297ec8225c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:25:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:25Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0c63e31950
    namespace: kserve-ci-e2e-test
    resourceVersion: "24836"
    uid: 3ada14fe-9b97-4c91-8e34-121842398fa4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:25:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:25:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:25Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0c64524e8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24837"
    uid: 75cf33dc-f9e6-4ba1-b1f0-0287086d9c3f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:25:29Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T22:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0d525d02bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: 8bf90349-3d8e-40a2-845e-ec2b736f3f8f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:25:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0d55657214
    namespace: kserve-ci-e2e-test
    resourceVersion: "24878"
    uid: 37974cc7-73c9-4734-a62b-66a960a3092b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:25:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0d55d646ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "24880"
    uid: 348446e8-3d90-4140-b455-065246891ea9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:25:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0d55dfa4ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24881"
    uid: 02f09165-b151-42d1-8263-33dd9da1cbc8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:25:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0d58c06af7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24883"
    uid: 63377925-7a58-41cf-977a-3c45f7edb1f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:25:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:25:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:25:29Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c0d59421215
    namespace: kserve-ci-e2e-test
    resourceVersion: "24884"
    uid: 49fe3bf8-ef46-4961-b28f-dec6579707c7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:26:07Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T22:26:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:07Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c16320164bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25167"
    uid: 5bb4d355-dddb-4db1-8fb4-1ce4560db7b0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:26:24Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c1a15d1d9ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25346"
    uid: 03e32f5a-780f-4f57-8f31-84e024e229a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:26:24Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:26:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c1a15d25ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25347"
    uid: 2ea68671-e544-4bd3-a65b-b2101c668391
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k
    namespace: kserve-ci-e2e-test
    resourceVersion: "24813"
    uid: 71d8784e-cc84-4506-8d86-5a71d2262920
  kind: Event
  lastTimestamp: "2026-09-17T22:26:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.38:8643/healthz": dial tcp
    10.133.0.38:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:26:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:26:32Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k.18d63c1ad49abd25
    namespace: kserve-ci-e2e-test
    resourceVersion: "25594"
    uid: be8c0b4f-fb2c-4824-a9ed-117d05746a68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24798"
    uid: 566e58ee-3469-417b-85d1-dc330db5b13b
  kind: Event
  lastTimestamp: "2026-09-17T22:25:24Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-s6n4k'
  metadata:
    creationTimestamp: "2026-09-17T22:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:25:24Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d63c0c1930e5f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24812"
    uid: 707e9ef3-9f8a-4b5a-8378-960f41de2c33
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24796"
    uid: c8e0f387-4443-4765-89fa-8158c506fcb7
  kind: Event
  lastTimestamp: "2026-09-17T22:25:24Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:25:24Z"
    name: isvc-sklearn-v2-runtime-predictor.18d63c0c15d37ec1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24800"
    uid: cb2b32b1-6389-468c-b3f9-7b66b253263b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24797"
    uid: b9a8c18a-c325-4f58-a524-e4090b3b1ef2
  kind: Event
  lastTimestamp: "2026-09-17T22:25:54Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:25:54Z"
    name: isvc-sklearn-v2-runtime-predictor.18d63c0f943d78f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25066"
    uid: ea80e7bf-26b2-44a7-ade6-9e5c00f45bc9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24797"
    uid: b9a8c18a-c325-4f58-a524-e4090b3b1ef2
  kind: Event
  lastTimestamp: "2026-09-17T22:25:54Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:25:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:25:54Z"
    name: isvc-sklearn-v2-runtime-predictor.18d63c0f94a52429
    namespace: kserve-ci-e2e-test
    resourceVersion: "25067"
    uid: 317a76dd-2be6-4b9f-bae3-919d313dc6b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: b9a8c18a-c325-4f58-a524-e4090b3b1ef2
  kind: Event
  lastTimestamp: "2026-09-17T22:26:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:26:24Z"
    name: isvc-sklearn-v2-runtime-predictor.18d63c16924f97a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25330"
    uid: 14731392-1739-4889-a544-f70cbe556ade
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24953"
    uid: b9a8c18a-c325-4f58-a524-e4090b3b1ef2
  kind: Event
  lastTimestamp: "2026-09-17T22:26:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:26:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:26:24Z"
    name: isvc-sklearn-v2-runtime-predictor.18d63c1692d84ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "25331"
    uid: 80fac13b-0468-407c-ac53-74871c98142f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: f4b5cded-3972-4094-a3b3-226de3a6409d
  kind: Event
  lastTimestamp: "2026-09-17T22:26:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:26:18Z"
    name: isvc-sklearn-v2-runtime.18d63c0c15d68f10
    namespace: kserve-ci-e2e-test
    resourceVersion: "25280"
    uid: 69520869-7639-4955-ac8f-1940914d4c5f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:25:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24789"
    uid: f4b5cded-3972-4094-a3b3-226de3a6409d
  kind: Event
  lastTimestamp: "2026-09-17T22:25:24Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:25:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:25:24Z"
    name: isvc-sklearn-v2-runtime.18d63c0c164dcccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "24804"
    uid: 19d97b21-a65a-4b69-8e48-86da76ad1e98
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "25277"
    uid: f4b5cded-3972-4094-a3b3-226de3a6409d
  kind: Event
  lastTimestamp: "2026-09-17T22:26:17Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:26:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:26:17Z"
    name: isvc-sklearn-v2-runtime.18d63c1886cd5df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25278"
    uid: 847ecb0d-db5b-445d-b4b3-e52e20edd48d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 80489595-67af-4c4b-9ad8-5450cb93b35c
  kind: Event
  lastTimestamp: "2026-09-17T22:27:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:27:52Z"
    name: isvc-sklearn-v2.18d63c1b47bf6a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "26241"
    uid: 2cfb7196-dd96-45d2-8cf8-b66e4d0fa84b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: 80489595-67af-4c4b-9ad8-5450cb93b35c
  kind: Event
  lastTimestamp: "2026-09-17T22:26:29Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:26:29Z"
    name: isvc-sklearn-v2.18d63c1b484b61bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25458"
    uid: 040979f5-661e-45c2-8107-a29a17f218cd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:26:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25429"
    uid: 80489595-67af-4c4b-9ad8-5450cb93b35c
  kind: Event
  lastTimestamp: "2026-09-17T22:26:29Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:26:29Z"
    name: isvc-sklearn-v2.18d63c1b4d625481
    namespace: kserve-ci-e2e-test
    resourceVersion: "25459"
    uid: 49e8a28b-b730-4f8d-acdd-e37241822d42
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:27:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26237"
    uid: 80489595-67af-4c4b-9ad8-5450cb93b35c
  kind: Event
  lastTimestamp: "2026-09-17T22:27:52Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:27:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:27:52Z"
    name: isvc-sklearn-v2.18d63c2ea0c31efd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26238"
    uid: 1037164c-6b43-49af-b6b1-b1845952eaba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: 3cb99704-bb34-4fa1-9338-2f77a7709539
  kind: Event
  lastTimestamp: "2026-09-17T22:21:31Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:21:31Z"
    name: isvc-sklearn.18d63bc21efdbe14
    namespace: kserve-ci-e2e-test
    resourceVersion: "22570"
    uid: b5882fbc-002e-48e3-960b-be82b1c524bd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:20:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21810"
    uid: 3cb99704-bb34-4fa1-9338-2f77a7709539
  kind: Event
  lastTimestamp: "2026-09-17T22:20:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T22:20:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:20:06Z"
    name: isvc-sklearn.18d63bc21f7761fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "21826"
    uid: e970e997-e04c-450b-8639-2fc3336351e4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22568"
    uid: 3cb99704-bb34-4fa1-9338-2f77a7709539
  kind: Event
  lastTimestamp: "2026-09-17T22:21:30Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:21:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:21:30Z"
    name: isvc-sklearn.18d63bd5b5d73f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "22569"
    uid: 087aae54-c89a-4053-8b4f-fc9abbc93a29
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:29:40.525596Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-b9psg
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:29:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:29:40Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c47b05d5148
    namespace: kserve-ci-e2e-test
    resourceVersion: "27663"
    uid: d8364471-79ec-4a3d-880e-062bdfd1cbaa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:40Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c47bc94e2a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27671"
    uid: 95e9338f-e522-4726-baef-754e077b445a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27667"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c47f622d3b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27705"
    uid: eb941995-62f9-4833-904d-c74fe9ac49a3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c47f790c48f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27707"
    uid: d94ff792-8373-4700-99b2-aa48683f1aa6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c47fb046eb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27709"
    uid: 9d7e6979-8585-455e-bea4-f89d0ddb6c52
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:29:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:41Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c47fb7cd378
    namespace: kserve-ci-e2e-test
    resourceVersion: "27710"
    uid: 5427876c-cddf-4f0f-b292-fc6457d87ed3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:46Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-17T22:29:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:46Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c4919014a1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27765"
    uid: 950bfddf-3ac7-4138-bb09-3d30d019d778
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:50Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.653s (3.653s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c49f2cc4337
    namespace: kserve-ci-e2e-test
    resourceVersion: "27800"
    uid: 3b469660-2dfa-4f43-b8b5-0cef8c7e4976
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c49f58a462b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27802"
    uid: ab655124-d485-47af-a2a6-fe3875b24d35
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c49f601c4d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27803"
    uid: e700eeca-dcc0-4641-8e20-7dc0c4b97025
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c49f60d8651
    namespace: kserve-ci-e2e-test
    resourceVersion: "27804"
    uid: 427b5eac-7a27-4ecb-a1bf-9466c855d5b2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c49f90e990e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27805"
    uid: 2693eb87-e743-4149-8a1b-3db601797874
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:50Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c49f9876313
    namespace: kserve-ci-e2e-test
    resourceVersion: "27806"
    uid: 8d4d541c-e938-4602-94a6-ee7427df5a82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:29:56Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.36:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:29:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:29:56Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c4a08b08fad
    namespace: kserve-ci-e2e-test
    resourceVersion: "27852"
    uid: 617b625a-02f9-4885-bde7-65469ce55f6e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:30:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:22Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c5161813072
    namespace: kserve-ci-e2e-test
    resourceVersion: "28070"
    uid: f38ff7cf-06c3-4568-a670-2803f0ca9cb4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:30:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:30:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:22Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c516181d540
    namespace: kserve-ci-e2e-test
    resourceVersion: "28071"
    uid: 710b93d7-7f3a-4e00-a0c5-5951955967ef
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-b9psg
    namespace: kserve-ci-e2e-test
    resourceVersion: "27658"
    uid: 68f17cd8-a7c2-4d85-b6c9-e2af334a04c2
  kind: Event
  lastTimestamp: "2026-09-17T22:30:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:51Z"
    name: isvc-tensorflow-predictor-547dfc5669-b9psg.18d63c526a9f4f3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28368"
    uid: 74f34369-13d9-4eae-90af-ececcb86bd29
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27648"
    uid: 99151909-a3c7-4fa7-b20e-374d4c5fdc2c
  kind: Event
  lastTimestamp: "2026-09-17T22:29:40Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-b9psg'
  metadata:
    creationTimestamp: "2026-09-17T22:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:29:40Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d63c47afc88978
    namespace: kserve-ci-e2e-test
    resourceVersion: "27657"
    uid: 3218bfcb-13e0-4a9a-b893-ba22e11a1b70
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27645"
    uid: 974dfbd7-fc3f-49d0-8485-7e9c108c0101
  kind: Event
  lastTimestamp: "2026-09-17T22:29:40Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:29:40Z"
    name: isvc-tensorflow-predictor.18d63c47ad1b65d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 2671dc46-4091-44bc-828a-0ece26245354
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27646"
    uid: d669243c-b896-440d-b700-3256a3378b5b
  kind: Event
  lastTimestamp: "2026-09-17T22:29:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:29:55Z"
    name: isvc-tensorflow-predictor.18d63c4b2bfd4993
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: c9a6caf7-70d2-47b2-a643-4e594edb4902
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27646"
    uid: d669243c-b896-440d-b700-3256a3378b5b
  kind: Event
  lastTimestamp: "2026-09-17T22:29:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:29:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:29:55Z"
    name: isvc-tensorflow-predictor.18d63c4b2c5fed14
    namespace: kserve-ci-e2e-test
    resourceVersion: "27845"
    uid: f9d14abd-7c0e-44db-992b-9dd4a99f5417
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27844"
    uid: d669243c-b896-440d-b700-3256a3378b5b
  kind: Event
  lastTimestamp: "2026-09-17T22:30:10Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:30:10Z"
    name: isvc-tensorflow-predictor.18d63c4eaaff7db9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27969"
    uid: 57b62e40-ac21-4c5f-83e5-12a57249c70b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:10Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27844"
    uid: d669243c-b896-440d-b700-3256a3378b5b
  kind: Event
  lastTimestamp: "2026-09-17T22:30:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:30:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:30:10Z"
    name: isvc-tensorflow-predictor.18d63c4eab3f702f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27971"
    uid: dddbf32c-bae1-4d9f-bf97-a77f3488bd7c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:30:27.344827Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28139"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:30:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:30:27Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c5297022e0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28145"
    uid: 01f786da-387e-4fd1-996e-972575e104a2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:27Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c529fdb08a2
    namespace: kserve-ci-e2e-test
    resourceVersion: "28152"
    uid: e8bf7fb3-e66d-46e7-9c45-37a455acef46
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28149"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:28Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:30:28Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c52dcb48752
    namespace: kserve-ci-e2e-test
    resourceVersion: "28162"
    uid: 6a542611-73b5-4824-b7b0-23b3370352f1
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:28Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c52de1bba1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28164"
    uid: 4a9b8830-2a0e-4019-aaa5-7e863e3d9b59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:28Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c52e14bcf5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28166"
    uid: d31398da-2f1c-4c9e-8cee-c331a9d57787
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:30:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:28Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c52e1c4c77c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28167"
    uid: 400a7e3e-cc3d-4a21-a039-5f4f6ddd66cf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:33Z"
  message: Container image "tensorflow/serving:2.6.2" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c5415781702
    namespace: kserve-ci-e2e-test
    resourceVersion: "28214"
    uid: 0889e988-469b-42da-9dc3-c576c8140d14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:33Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c54184eb182
    namespace: kserve-ci-e2e-test
    resourceVersion: "28216"
    uid: 5759836e-c491-46ee-a050-13e6c0479d15
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c5418c6292d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28218"
    uid: 67c254b2-3b79-40f8-a9e9-dc46161047af
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c5418d14093
    namespace: kserve-ci-e2e-test
    resourceVersion: "28220"
    uid: f7d1ef7e-25f7-44de-8f5f-cf463393e64c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c541b8f8fd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28222"
    uid: e243c99e-c4fc-4e42-89d4-c69e1a9071f0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:30:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:33Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c541c2aa834
    namespace: kserve-ci-e2e-test
    resourceVersion: "28223"
    uid: a7c82f42-2019-471d-a49d-bf81a0344c90
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:30:40Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:30:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:30:40Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c5451847065
    namespace: kserve-ci-e2e-test
    resourceVersion: "28276"
    uid: 4c7a67b2-5830-4aa9-a751-9238423ec806
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:31:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c5c4680904b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28595"
    uid: e925798a-9062-4102-9de7-dea9267d608d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:31:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:08Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c5c46810d14
    namespace: kserve-ci-e2e-test
    resourceVersion: "28596"
    uid: c0c72994-ad65-4719-ab62-51755b3499b7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28143"
    uid: 4a119c19-488f-4e32-b5de-e99d51c0b80f
  kind: Event
  lastTimestamp: "2026-09-17T22:31:35Z"
  message: 'Readiness probe failed: Get "https://10.134.0.37:8643/healthz": dial tcp
    10.134.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:31:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:35Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn.18d63c5cb375b5f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28864"
    uid: 79e80667-5d12-4a10-b184-1110c3f89501
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "28129"
    uid: f5c13fc5-14bd-4351-b874-651ae4ad40b5
  kind: Event
  lastTimestamp: "2026-09-17T22:30:27Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-h9mdn'
  metadata:
    creationTimestamp: "2026-09-17T22:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:30:27Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d63c52968eb8f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "28142"
    uid: 3a277b63-6220-491e-91a2-edef767f61b9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28127"
    uid: f94f2e13-848d-4838-b327-6c4ff24ab012
  kind: Event
  lastTimestamp: "2026-09-17T22:30:27Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:30:27Z"
    name: isvc-tensorflow-runtime-predictor.18d63c529368612f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28131"
    uid: 54730684-7038-406f-bcc2-d4d006812903
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28128"
    uid: 8396e102-ffd3-49c7-b13c-3a5229344a90
  kind: Event
  lastTimestamp: "2026-09-17T22:30:42Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:30:42Z"
    name: isvc-tensorflow-runtime-predictor.18d63c56125d9b15
    namespace: kserve-ci-e2e-test
    resourceVersion: "28290"
    uid: 60b43deb-362a-4083-82b8-b27a7818eea5
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28128"
    uid: 8396e102-ffd3-49c7-b13c-3a5229344a90
  kind: Event
  lastTimestamp: "2026-09-17T22:30:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:30:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:30:42Z"
    name: isvc-tensorflow-runtime-predictor.18d63c5612c03ba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28292"
    uid: 8c8506c8-ed82-4386-bc81-6c7adbb4140a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 8396e102-ffd3-49c7-b13c-3a5229344a90
  kind: Event
  lastTimestamp: "2026-09-17T22:30:57Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:30:57Z"
    name: isvc-tensorflow-runtime-predictor.18d63c59916b4bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "28441"
    uid: 61f49f73-321e-428d-9b7c-aa7df28836dd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 8396e102-ffd3-49c7-b13c-3a5229344a90
  kind: Event
  lastTimestamp: "2026-09-17T22:30:57Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:30:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:30:57Z"
    name: isvc-tensorflow-runtime-predictor.18d63c5991cb1807
    namespace: kserve-ci-e2e-test
    resourceVersion: "28443"
    uid: 6d2859b6-040b-4b42-9c09-a1558e17072c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28117"
    uid: 8dc43976-23e1-4c5d-b433-2c6a52507722
  kind: Event
  lastTimestamp: "2026-09-17T22:30:50Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:30:50Z"
    name: isvc-tensorflow-runtime.18d63c52937f09c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28361"
    uid: bc001db1-84fc-4c20-a2ec-cfb30d106333
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28117"
    uid: 8dc43976-23e1-4c5d-b433-2c6a52507722
  kind: Event
  lastTimestamp: "2026-09-17T22:30:27Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:30:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:30:27Z"
    name: isvc-tensorflow-runtime.18d63c5293fc972a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28136"
    uid: f152fee7-f6ec-487e-8733-6081c78528d5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28358"
    uid: 8dc43976-23e1-4c5d-b433-2c6a52507722
  kind: Event
  lastTimestamp: "2026-09-17T22:30:50Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:30:50Z"
    name: isvc-tensorflow-runtime.18d63c5810b30810
    namespace: kserve-ci-e2e-test
    resourceVersion: "28359"
    uid: 0fbb56ce-7834-4dfa-a9eb-8e8638cbeebc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27638"
    uid: 858427e5-5633-47eb-bfed-1b5070be55e8
  kind: Event
  lastTimestamp: "2026-09-17T22:30:06Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:30:06Z"
    name: isvc-tensorflow.18d63c47ad1cbeea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27940"
    uid: 8d45c12f-39e9-4fb2-a8df-c805084eb14d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:29:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27638"
    uid: 858427e5-5633-47eb-bfed-1b5070be55e8
  kind: Event
  lastTimestamp: "2026-09-17T22:29:40Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:29:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:29:40Z"
    name: isvc-tensorflow.18d63c47add1f410
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: db48ac68-289b-4d22-a2f6-a3d5c9004be7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:30:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27937"
    uid: 858427e5-5633-47eb-bfed-1b5070be55e8
  kind: Event
  lastTimestamp: "2026-09-17T22:30:06Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:30:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:30:06Z"
    name: isvc-tensorflow.18d63c4dc7e0112d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27938"
    uid: 6bb9910a-d9b4-4001-9841-40e8ce065113
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:31:14.150087Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28669"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-22h6f
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:31:14Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:31:14Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c5d7cd1bc02
    namespace: kserve-ci-e2e-test
    resourceVersion: "28674"
    uid: 25c5541f-816a-490d-99d2-d34b5249d0fa
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:14Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:31:14Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:14Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c5d889d4e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28686"
    uid: 8885de94-6e86-4bf3-8acc-c2afb6e1b2a4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28679"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:31:15Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:31:15Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c5dc285fc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "28697"
    uid: 4284a605-de00-4df5-933b-7c7d5476d177
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:31:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:15Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c5dc3ec8f9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28699"
    uid: db5b24ab-5464-4795-b64f-708c6062d0ba
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:31:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:15Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c5dc6ca6464
    namespace: kserve-ci-e2e-test
    resourceVersion: "28700"
    uid: 50d849ca-1a13-40df-a781-263ed8de2cd1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:31:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:31:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:15Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c5dc73b5bad
    namespace: kserve-ci-e2e-test
    resourceVersion: "28701"
    uid: 601b0348-087b-4cc9-9765-39e2b5ab66df
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:31:19Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-17T22:31:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:31:19Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c5eb44bdac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28739"
    uid: 827278ea-a9de-49cc-8658-73f77c6a0568
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:33:13Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m53.96s
    (1m53.96s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:13Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c793ce4235e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29714"
    uid: 0ccb9fc7-b7cd-4889-822b-9bed8558c385
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:33:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:13Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c794105a192
    namespace: kserve-ci-e2e-test
    resourceVersion: "29715"
    uid: 38978118-e3e7-4d34-905a-8542e00f2824
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:33:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:13Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c7941a3f5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "29716"
    uid: a9c13fbc-adb3-40ad-ab66-cf12346b04ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:33:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:13Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c7941ae521b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29717"
    uid: 9596d58a-2ed4-4455-a120-97e0a0615fb9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:33:13Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:13Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c794568b45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29718"
    uid: c47e28dd-fcba-4f77-a330-84e89daf3984
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:33:13Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:13Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c79463e75b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29719"
    uid: f80c5f34-488d-4e54-819a-e458c0b6c6e0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:33:20Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:33:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:20Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c7964461106
    namespace: kserve-ci-e2e-test
    resourceVersion: "29779"
    uid: 6d0b04cb-9b9c-474b-9d90-3c35a34dd74c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:33:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:35Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c7e819cf06a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29924"
    uid: aca07242-67a6-4c55-97d0-ae72fa705dce
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-22h6f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: e92ff6c4-7ef8-4500-a219-6d0e61773381
  kind: Event
  lastTimestamp: "2026-09-17T22:33:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:35Z"
    name: isvc-triton-predictor-5d7db58676-22h6f.18d63c7e819d993e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29925"
    uid: cedf386d-3b9d-42b2-a9eb-d45381fc15dc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28660"
    uid: 0d38e4a0-d39f-44b4-bbbd-827a24059d54
  kind: Event
  lastTimestamp: "2026-09-17T22:31:14Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-22h6f'
  metadata:
    creationTimestamp: "2026-09-17T22:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:31:14Z"
    name: isvc-triton-predictor-5d7db58676.18d63c5d7c4d4c3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28670"
    uid: a7d68b42-a3c3-44ea-ae88-90a17f6eb55f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:14Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28658"
    uid: 72101704-953f-4b44-b1bd-c44c3412f22b
  kind: Event
  lastTimestamp: "2026-09-17T22:31:14Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:31:14Z"
    name: isvc-triton-predictor.18d63c5d79b68b8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28662"
    uid: 69006026-049d-4590-af53-0247cd5b4684
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28659"
    uid: 428b86b6-f8c1-4e98-a479-03b548a82988
  kind: Event
  lastTimestamp: "2026-09-17T22:33:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:33:29Z"
    name: isvc-triton-predictor.18d63c60f88b1cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "29848"
    uid: 921d2b17-9122-4388-b139-0efa5fa84b15
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28659"
    uid: 428b86b6-f8c1-4e98-a479-03b548a82988
  kind: Event
  lastTimestamp: "2026-09-17T22:33:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:31:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:33:29Z"
    name: isvc-triton-predictor.18d63c60f8f03ea8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29849"
    uid: 796b3942-3834-4acd-aade-2d7a814cc767
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 5bb9d225-c4fd-480f-88fd-2fa6f6f6c631
  kind: Event
  lastTimestamp: "2026-09-17T22:33:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:33:30Z"
    name: isvc-triton.18d63c5d79b69324
    namespace: kserve-ci-e2e-test
    resourceVersion: "29865"
    uid: 7479559b-690d-4ebf-8ed7-89edc8838427
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28650"
    uid: 5bb9d225-c4fd-480f-88fd-2fa6f6f6c631
  kind: Event
  lastTimestamp: "2026-09-17T22:31:14Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T22:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:31:14Z"
    name: isvc-triton.18d63c5d7a5c041d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28681"
    uid: 2b613349-65d9-4081-8961-48f4aaba20f5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:31:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28653"
    uid: 5bb9d225-c4fd-480f-88fd-2fa6f6f6c631
  kind: Event
  lastTimestamp: "2026-09-17T22:31:14Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:31:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:31:14Z"
    name: isvc-triton.18d63c5d800551d0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28682"
    uid: e7dda44c-faec-421d-a268-2228651bb362
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29863"
    uid: 5bb9d225-c4fd-480f-88fd-2fa6f6f6c631
  kind: Event
  lastTimestamp: "2026-09-17T22:33:30Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:33:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:33:30Z"
    name: isvc-triton.18d63c7d23406406
    namespace: kserve-ci-e2e-test
    resourceVersion: "29864"
    uid: 3740644f-0b03-49cc-8031-a74ebb2538b6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:33:41.143194Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29986"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-v6lj9
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:33:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:33:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c7fb64a88dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29992"
    uid: 46ed1464-04fc-4ac9-af5c-45321159358a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29996"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:33:41Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:33:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c7fd8500e51
    namespace: kserve-ci-e2e-test
    resourceVersion: "30005"
    uid: e489a899-e0bb-474a-8242-68a12e9aba7f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:33:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c7fd9b20245
    namespace: kserve-ci-e2e-test
    resourceVersion: "30008"
    uid: b958484c-d404-42f3-be32-1f645f74ebf0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:33:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c7fdc507d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30009"
    uid: 7545c1f9-00c1-47b4-82eb-7ca3cd9cc004
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:33:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:41Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c7fdcb75251
    namespace: kserve-ci-e2e-test
    resourceVersion: "30010"
    uid: 268bde78-2695-402c-922b-d9c63f0d3a87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:33:45Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-17T22:33:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:33:45Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c80ba35917b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30044"
    uid: 0cbefb0a-389a-41ac-9620-09cf4b758325
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:34:04Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 18.583s (18.583s
    including waiting). Image size: 1435742980 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c850de39474
    namespace: kserve-ci-e2e-test
    resourceVersion: "30185"
    uid: 82ce4158-5cc7-498b-a3a3-d0afff168a1e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:34:04Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c8511066d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "30186"
    uid: 0b2cb211-e91a-44e4-8afa-69ca9bb713b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:34:04Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c851184dffc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30187"
    uid: e0da610c-c038-4bf9-a44f-2496f63c404d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:34:04Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c851192ce71
    namespace: kserve-ci-e2e-test
    resourceVersion: "30188"
    uid: f7cebd1a-7da6-4b8e-ad8c-17581b59bc31
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:34:04Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c85144312e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30189"
    uid: dd9c9265-9ad6-4c08-af82-ea325fdfb824
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:34:04Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:34:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:34:04Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c8514bf7ca2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30190"
    uid: 05d752c8-b6c6-459c-bcfa-ac5bbbde1e1c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:35:11Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:11Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c85678f6f87
    namespace: kserve-ci-e2e-test
    resourceVersion: "30836"
    uid: 7483888a-664a-4ec4-a3d3-4bd4793dee4e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:35:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c971daefe24
    namespace: kserve-ci-e2e-test
    resourceVersion: "30941"
    uid: dca1f648-9451-4c75-9d57-00cfe425f63f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29988"
    uid: ae45340f-584f-4985-9962-a4c8f694b5c5
  kind: Event
  lastTimestamp: "2026-09-17T22:35:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:35:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:21Z"
    name: isvc-xgboost-predictor-7566d65bf7-v6lj9.18d63c971daf83e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30942"
    uid: b1d758ef-5fcb-4ff6-9673-4a9d2110445e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29975"
    uid: 12cb3fa2-01a0-4a68-9724-a8f6a8e1f26e
  kind: Event
  lastTimestamp: "2026-09-17T22:33:41Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-v6lj9'
  metadata:
    creationTimestamp: "2026-09-17T22:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:33:41Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d63c7fb5e236ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29987"
    uid: 3047f4b4-cacc-4f42-ba2d-8d8244b4140e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29973"
    uid: 2710d3ef-817b-4dfd-b789-b037305f7599
  kind: Event
  lastTimestamp: "2026-09-17T22:33:41Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:33:41Z"
    name: isvc-xgboost-predictor.18d63c7fb2d8310f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29978"
    uid: 5f52328e-73c4-48ae-b8b0-a7cc95b472e2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29974"
    uid: 185a0925-e8c5-4d39-9c41-29eb2157d13a
  kind: Event
  lastTimestamp: "2026-09-17T22:34:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:34:56Z"
    name: isvc-xgboost-predictor.18d63c8331ac8487
    namespace: kserve-ci-e2e-test
    resourceVersion: "30724"
    uid: a96cfe17-a876-4f10-a015-ee303d303d7c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29974"
    uid: 185a0925-e8c5-4d39-9c41-29eb2157d13a
  kind: Event
  lastTimestamp: "2026-09-17T22:34:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:33:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:34:56Z"
    name: isvc-xgboost-predictor.18d63c833211f8cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30725"
    uid: a8b6a8f3-dedc-4400-a22c-030fe4253849
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30128"
    uid: 185a0925-e8c5-4d39-9c41-29eb2157d13a
  kind: Event
  lastTimestamp: "2026-09-17T22:35:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:35:11Z"
    name: isvc-xgboost-predictor.18d63c94ab78086e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30830"
    uid: 2041c9f7-eecb-45ca-8271-e85f2ea76069
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30128"
    uid: 185a0925-e8c5-4d39-9c41-29eb2157d13a
  kind: Event
  lastTimestamp: "2026-09-17T22:35:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:35:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:35:11Z"
    name: isvc-xgboost-predictor.18d63c94abd7671f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30832"
    uid: 94cf0f73-c91c-4005-b492-d45b1ddf3bb4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:37:17.368582Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32075"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:37:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:37:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb20e542a38
    namespace: kserve-ci-e2e-test
    resourceVersion: "32081"
    uid: bea3eeba-6a7f-495e-b6be-e356fda8d930
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32085"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:37:17Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:37:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb23037434c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32094"
    uid: 0c0b523d-742b-4803-a29c-1be098213ed2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:37:17Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb231969eec
    namespace: kserve-ci-e2e-test
    resourceVersion: "32096"
    uid: 48fe0ca5-44ac-48be-a6b7-139c293a4486
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:37:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb23483c621
    namespace: kserve-ci-e2e-test
    resourceVersion: "32098"
    uid: 539b7814-71c5-47fa-a16c-9fa81107f62c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:37:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:37:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:18Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb23525d6e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32099"
    uid: 754405b6-bdc1-4804-91c2-7c309886b21d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:37:22Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb3371d01a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32140"
    uid: 05c7fa24-fd1b-426f-968c-0b71d536737e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:37:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb33a2b782e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32143"
    uid: 021f87b1-ca92-44db-91c7-42842740a394
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:37:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb33aa2c2fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32146"
    uid: 05cad539-9abd-4016-ad96-cef23f20df10
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:37:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb33aadaec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32148"
    uid: 83d56e02-327f-4bc7-aeb2-e6da577f2a04
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:37:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb33dcbb57e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32150"
    uid: ad191014-9b37-49d1-87cc-8e0f68696cab
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:37:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:37:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:22Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb33e3fe975
    namespace: kserve-ci-e2e-test
    resourceVersion: "32151"
    uid: 55af5cec-c617-420b-8b4c-6c7f1d6f16d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:38:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cb3731fe9ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "32659"
    uid: 3ba1fa4e-3738-460a-a239-b263b1240cfd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:38:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:37Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cc4d14be17e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32820"
    uid: 60c3f923-539f-4a5b-89e8-e1b67e8ad146
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:38:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:38:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:37Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cc4d14c70bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32821"
    uid: f79a0f8a-c6da-45ff-a780-84e91bcf33b2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32077"
    uid: a529d665-c887-4397-b280-ff5705648392
  kind: Event
  lastTimestamp: "2026-09-17T22:38:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:38:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:39Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-lptf2.18d63cc5254f1048
    namespace: kserve-ci-e2e-test
    resourceVersion: "32839"
    uid: 51b2c071-6539-4691-b533-455df83734f8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "32066"
    uid: a22acac8-5033-4c66-9491-792126e23b92
  kind: Event
  lastTimestamp: "2026-09-17T22:37:17Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-lptf2'
  metadata:
    creationTimestamp: "2026-09-17T22:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:37:17Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d63cb20ded64df
    namespace: kserve-ci-e2e-test
    resourceVersion: "32076"
    uid: 95f4796b-3b4d-4856-9dbf-a525e5b728c5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32064"
    uid: dbb77235-98e4-436d-8404-66073c2fcaa9
  kind: Event
  lastTimestamp: "2026-09-17T22:37:17Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-17T22:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:37:17Z"
    name: isvc-xgboost-runtime-predictor.18d63cb20ac1344d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32068"
    uid: d1a8223b-2cb9-4e5b-9c16-00a85ab12a86
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32065"
    uid: d06b52a2-5006-41e4-bb39-960c6222bd9f
  kind: Event
  lastTimestamp: "2026-09-17T22:38:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:38:17Z"
    name: isvc-xgboost-runtime-predictor.18d63cb58935ae9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32562"
    uid: 091b72fb-42c6-46c6-bbaf-8d5ef8bd2e21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32065"
    uid: d06b52a2-5006-41e4-bb39-960c6222bd9f
  kind: Event
  lastTimestamp: "2026-09-17T22:38:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:37:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:38:17Z"
    name: isvc-xgboost-runtime-predictor.18d63cb589c8730e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32563"
    uid: 0d6124df-5b8f-48bc-9ef1-a773e82a0b92
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32237"
    uid: d06b52a2-5006-41e4-bb39-960c6222bd9f
  kind: Event
  lastTimestamp: "2026-09-17T22:38:32Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:38:32Z"
    name: isvc-xgboost-runtime-predictor.18d63cc3851826f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32700"
    uid: bded013d-bef9-41ee-9cb6-ae291dd06c52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32237"
    uid: d06b52a2-5006-41e4-bb39-960c6222bd9f
  kind: Event
  lastTimestamp: "2026-09-17T22:38:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:38:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:38:32Z"
    name: isvc-xgboost-runtime-predictor.18d63cc38580f127
    namespace: kserve-ci-e2e-test
    resourceVersion: "32703"
    uid: 613a2ef1-46a2-4a0a-8c5c-8c978ee0f024
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32057"
    uid: 2ec76831-5057-40fe-a55c-f1f46317fe9f
  kind: Event
  lastTimestamp: "2026-09-17T22:38:34Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:38:34Z"
    name: isvc-xgboost-runtime.18d63cb20ac15949
    namespace: kserve-ci-e2e-test
    resourceVersion: "32724"
    uid: 2b89ba58-c692-4887-a995-9eb177a229e9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32057"
    uid: 2ec76831-5057-40fe-a55c-f1f46317fe9f
  kind: Event
  lastTimestamp: "2026-09-17T22:37:17Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:37:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:37:17Z"
    name: isvc-xgboost-runtime.18d63cb20b8b9fc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32072"
    uid: e2a0ae7b-acaf-4329-8b01-d83c595b29a5
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32722"
    uid: 2ec76831-5057-40fe-a55c-f1f46317fe9f
  kind: Event
  lastTimestamp: "2026-09-17T22:38:34Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:38:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:38:34Z"
    name: isvc-xgboost-runtime.18d63cc406a55611
    namespace: kserve-ci-e2e-test
    resourceVersion: "32723"
    uid: cbaff031-ab0b-4173-9b19-4a892df0b17a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:35:26.856262Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31003"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:35:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:35:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c985347f7f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31009"
    uid: 032852cc-d865-4e82-b67d-3f76cea73626
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:35:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:35:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:27Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c985ed0e1f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31018"
    uid: 4687e61e-9fc9-44ad-b3d3-6a1562d22fa5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31013"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:35:28Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:35:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c9898eaa383
    namespace: kserve-ci-e2e-test
    resourceVersion: "31030"
    uid: 3cc992c0-6cba-46e5-a69a-2308e619eee0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:35:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c989a4872c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31032"
    uid: 54b7f4f7-7fb5-4dab-96b6-a6cb8e3f1aa9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:35:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c989d0ae434
    namespace: kserve-ci-e2e-test
    resourceVersion: "31034"
    uid: 07d8f2f4-1b44-4f43-bd8e-a6e52e55baa2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:35:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:35:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:28Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c989d7998e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31035"
    uid: 7986cb57-660b-4a7a-b3ea-d60669667a70
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:35:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T22:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c99a75d37ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "31079"
    uid: 654a63f2-8869-4024-aa49-32e920d35eff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:35:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c99aa4a2850
    namespace: kserve-ci-e2e-test
    resourceVersion: "31083"
    uid: c9c8de45-db8c-486f-be6b-b426d18a1955
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:35:32Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c99aabe3cfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "31085"
    uid: afb98eab-2d58-4919-a8ea-0de283420675
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:35:32Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c99aac82464
    namespace: kserve-ci-e2e-test
    resourceVersion: "31086"
    uid: 42820c17-2841-47db-af65-74628c56a3c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:35:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c99ad742ded
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: 3cbf35be-7cc7-4bb0-8717-fa068a55bb89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:35:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:35:32Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63c99adf7eef8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31089"
    uid: 1534bf7e-9d34-473a-824a-a8d191537b43
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:36:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63ca3fb0c738f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31437"
    uid: c4c7f7ed-2021-4661-b20f-e3889a4dcf70
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:36:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:36:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:16Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63ca3fb0d9ac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: ac2672b2-07b0-485f-bd43-831952c1a821
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:36:19Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63ca4996c5e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "31459"
    uid: 8b9b2a6e-d6f5-46b8-83be-f916185a8a7d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx
    namespace: kserve-ci-e2e-test
    resourceVersion: "31006"
    uid: 1ccd5e00-b688-42fb-a2de-294457d99e4b
  kind: Event
  lastTimestamp: "2026-09-17T22:36:19Z"
  message: 'Readiness probe failed: Get "http://10.133.0.45:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.133.0.45:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:36:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:19Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx.18d63ca499b0098e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31461"
    uid: b91e81e1-9aef-47b7-a2c4-0dec3cfdede6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30994"
    uid: 08a2a954-67cf-4167-abe4-2bad9bde3d17
  kind: Event
  lastTimestamp: "2026-09-17T22:35:26Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-wvgbx'
  metadata:
    creationTimestamp: "2026-09-17T22:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:35:26Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d63c9852db5600
    namespace: kserve-ci-e2e-test
    resourceVersion: "31005"
    uid: 50e100aa-ac59-4609-931e-01ae51a59f1b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30992"
    uid: df3f4484-5c76-4e34-8ba5-a8b5cd940af9
  kind: Event
  lastTimestamp: "2026-09-17T22:35:26Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:35:26Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d63c984faaede9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30996"
    uid: baff63c2-0ed6-4824-a48b-5f1f7050a249
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 6e566364-a1b5-45dc-bee4-5fd36733c7ba
  kind: Event
  lastTimestamp: "2026-09-17T22:35:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:35:41Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d63c9bce6150c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31161"
    uid: 61e144e3-a65f-4bd1-8331-97a007cb2270
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30993"
    uid: 6e566364-a1b5-45dc-bee4-5fd36733c7ba
  kind: Event
  lastTimestamp: "2026-09-17T22:35:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:35:41Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d63c9bcebc9421
    namespace: kserve-ci-e2e-test
    resourceVersion: "31162"
    uid: 87047f95-83e4-4308-a6ba-9b5fe777d6d4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31160"
    uid: 6e566364-a1b5-45dc-bee4-5fd36733c7ba
  kind: Event
  lastTimestamp: "2026-09-17T22:36:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:36:11Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d63c9f4d6fa92e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31384"
    uid: 9b797f4c-926c-4d8b-b61e-4afc8e7b7c4a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31160"
    uid: 6e566364-a1b5-45dc-bee4-5fd36733c7ba
  kind: Event
  lastTimestamp: "2026-09-17T22:36:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:36:11Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d63c9f4dd2fc01
    namespace: kserve-ci-e2e-test
    resourceVersion: "31385"
    uid: dc106d6d-777a-44f1-af28-d1bad849019d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30984"
    uid: 01fa9204-a7fa-4a45-bdbe-6668f338d013
  kind: Event
  lastTimestamp: "2026-09-17T22:36:09Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:36:09Z"
    name: isvc-xgboost-v2-mlserver.18d63c984fafc3d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: f6fc3975-0de4-4a51-962d-0eabdf51e2a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30984"
    uid: 01fa9204-a7fa-4a45-bdbe-6668f338d013
  kind: Event
  lastTimestamp: "2026-09-17T22:35:26Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:35:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:35:26Z"
    name: isvc-xgboost-v2-mlserver.18d63c9850456e0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30999"
    uid: 525c81ed-0c17-4473-964e-1275561844ba
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31370"
    uid: 01fa9204-a7fa-4a45-bdbe-6668f338d013
  kind: Event
  lastTimestamp: "2026-09-17T22:36:09Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:36:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:36:09Z"
    name: isvc-xgboost-v2-mlserver.18d63ca24a83b0e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31371"
    uid: 3a910cc5-3056-48d3-8b82-3d11796d0726
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:39:48.362455Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33562"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:39:48Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:39:48Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd53643d515
    namespace: kserve-ci-e2e-test
    resourceVersion: "33568"
    uid: fb9e4dc5-3e42-407a-ba3b-028ecd698fa4
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:39:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:49Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd540e66e55
    namespace: kserve-ci-e2e-test
    resourceVersion: "33582"
    uid: 944460fd-cdb6-4e02-8559-28fa441b92dd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33573"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:39:50Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:39:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd5b1712068
    namespace: kserve-ci-e2e-test
    resourceVersion: "33594"
    uid: da723617-f451-4c1b-8690-016e80b6fb56
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:39:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd5b2e7a44d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33596"
    uid: e70fff74-9f57-4559-93bd-cba4df53f1ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:39:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd5b695cebc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33597"
    uid: 006322b2-fe5d-4553-86c0-9da46b46638a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:39:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:39:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:50Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd5b70a9dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33598"
    uid: fe3f67ff-3172-4857-a51f-65459d0b6a34
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:39:54Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd6bd3c8fc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33647"
    uid: 8f05f733-16f6-41d0-9451-13a05d01eab0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:39:54Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd6c00bfb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "33649"
    uid: c4030679-798f-4867-b3b0-963674fd8be6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:39:54Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd6c07f31e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33650"
    uid: 98ab89e3-f5e8-4f78-8dfc-f4f67ca8782e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:39:54Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:54Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd6c08a100f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33653"
    uid: 5af0022f-4766-44a5-8b47-4a2529c412f5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:39:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd6c3238032
    namespace: kserve-ci-e2e-test
    resourceVersion: "33655"
    uid: 202c49aa-7604-48ea-9146-d6f49d1c5aa5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:39:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:55Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd6c3976a33
    namespace: kserve-ci-e2e-test
    resourceVersion: "33656"
    uid: e4987cb6-b00b-48c0-bd7f-079766c05f08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:22Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-17T22:39:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cd7350a0484
    namespace: kserve-ci-e2e-test
    resourceVersion: "34498"
    uid: 8ded7241-7fb3-497b-b0d5-dbf49409c105
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cea58ecf69a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34469"
    uid: ecd546e9-b96c-4b06-9ace-ab745ad19353
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:41:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:19Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63cea58f0d004
    namespace: kserve-ci-e2e-test
    resourceVersion: "34470"
    uid: d8354c41-5a7d-4bb5-a40b-081c5b3f281a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: 34e6be6b-aeaf-46ba-9798-5a7de27a52c7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:41:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:41:22Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-h2cnw.18d63ceb3b37edc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34497"
    uid: 3c878335-e2b9-434a-9bd3-60d4c6457d78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33553"
    uid: 22f5be7f-6784-495c-91cb-5a5f2109fc34
  kind: Event
  lastTimestamp: "2026-09-17T22:39:48Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-h2cnw'
  metadata:
    creationTimestamp: "2026-09-17T22:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:48Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d63cd535d5a2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33564"
    uid: 83248262-0f4e-419c-9a02-2e0e194da12a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:48Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33551"
    uid: a8c06acb-e9d4-46c0-b795-cb81551b603c
  kind: Event
  lastTimestamp: "2026-09-17T22:39:48Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:48Z"
    name: isvc-xgboost-v2-predictor.18d63cd53360ff3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33555"
    uid: 7e196c65-06a0-41da-834f-c1f12cd6d8e8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33552"
    uid: 260284b6-4a54-4ac1-bffa-c4116dfc73c7
  kind: Event
  lastTimestamp: "2026-09-17T22:40:33Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:40:33Z"
    name: isvc-xgboost-v2-predictor.18d63cd8b200a09f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34021"
    uid: 9c1bbe92-92e2-469d-8e2f-d994411b950b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33552"
    uid: 260284b6-4a54-4ac1-bffa-c4116dfc73c7
  kind: Event
  lastTimestamp: "2026-09-17T22:40:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:40:33Z"
    name: isvc-xgboost-v2-predictor.18d63cd8b26295d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34022"
    uid: e18bce99-1b60-463d-84c2-57478d2075ed
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 260284b6-4a54-4ac1-bffa-c4116dfc73c7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:18Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:41:18Z"
    name: isvc-xgboost-v2-predictor.18d63ce32f6a0da1
    namespace: kserve-ci-e2e-test
    resourceVersion: "34446"
    uid: 24189991-bd2f-4048-949d-0c35c29130e6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-17T22:40:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33746"
    uid: 260284b6-4a54-4ac1-bffa-c4116dfc73c7
  kind: Event
  lastTimestamp: "2026-09-17T22:41:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:40:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:41:18Z"
    name: isvc-xgboost-v2-predictor.18d63ce32fbd1a55
    namespace: kserve-ci-e2e-test
    resourceVersion: "34448"
    uid: 505bfe35-2e5e-430d-99b2-06b91cdf4849
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:38:43.109159Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32900"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:38:43Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:38:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cc604dd7fcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32906"
    uid: 22bdf7a7-22f6-4e60-b3a4-6e9dd2f337e8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32910"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:38:43Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:38:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cc626e6f92f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32920"
    uid: 558c4015-3941-4c79-a186-7c27e0e8a48b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:38:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cc62840cc80
    namespace: kserve-ci-e2e-test
    resourceVersion: "32922"
    uid: 1026bcb6-db7e-455c-aaf3-2a024fd077c2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:38:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cc62b3bd9e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32923"
    uid: c513ca8c-a3b0-41d1-a032-8e4f694b0947
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:38:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cc62bb1fc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32924"
    uid: 0ac63072-e786-490e-bd43-98ff26398a4b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:38:48Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cc73d06e41d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32960"
    uid: 70ff68ec-dfe5-4d07-b65f-0d6bd491276a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:38:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cc73fd324d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32963"
    uid: cc06cc45-d7f7-4c7f-82be-f40349e16d2d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:38:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cc740402d17
    namespace: kserve-ci-e2e-test
    resourceVersion: "32964"
    uid: 54380d37-af8b-432c-9f0e-4979afdd94f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:38:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cc7404a731d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32967"
    uid: 05f54086-b602-43f7-8496-7f13d811d871
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:38:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cc74307ce9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32969"
    uid: 3a4e9e54-fb0d-407a-8670-663b8189ce44
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:38:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:38:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:38:48Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cc743771e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "32970"
    uid: 7486829b-2c3f-4c81-8ff8-51829c63f12a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:39:25Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T22:39:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:25Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63ccfe0bce23e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33273"
    uid: 5e32971e-fb8f-443b-94bc-dfe3fc9e2cd0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:39:43Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cd401d7a3b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33496"
    uid: 645064d3-c972-4c4d-967f-d29fef725c6d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:39:43Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:39:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cd401d83b59
    namespace: kserve-ci-e2e-test
    resourceVersion: "33497"
    uid: 3729f5ef-4cde-445a-bedd-18433f35378e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:39:50Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:39:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:50Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cd4830e26a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33592"
    uid: 8df03533-f41c-46ff-850a-12c8c455ab78
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32902"
    uid: beffab2d-4a96-4234-be69-005f9c7f90ec
  kind: Event
  lastTimestamp: "2026-09-17T22:39:46Z"
  message: 'Readiness probe failed: Get "http://10.133.0.48:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-17T22:39:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:39:46Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4.18d63cd4c16e5410
    namespace: kserve-ci-e2e-test
    resourceVersion: "33527"
    uid: 09bfdf91-5a1b-42f3-bfc1-9d87e983f39b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32892"
    uid: d3aad80f-fe83-4b4c-90c7-7fd2c6cac1fe
  kind: Event
  lastTimestamp: "2026-09-17T22:38:43Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-fsdj4'
  metadata:
    creationTimestamp: "2026-09-17T22:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:38:43Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d63cc6045aa3a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32901"
    uid: f7a1d15a-daf1-4a68-b98a-64fa419eded6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:43Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32889"
    uid: 509c5dfd-6e90-47c2-bde6-477d0d8eb380
  kind: Event
  lastTimestamp: "2026-09-17T22:38:43Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:38:43Z"
    name: isvc-xgboost-v2-runtime-predictor.18d63cc601e88574
    namespace: kserve-ci-e2e-test
    resourceVersion: "32894"
    uid: 4c0c8812-9aaa-4a17-b83b-6524b9de673a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: 3e22f639-04a8-4560-8444-cbbe10018ddf
  kind: Event
  lastTimestamp: "2026-09-17T22:39:28Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:28Z"
    name: isvc-xgboost-v2-runtime-predictor.18d63cc9805ce8f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33296"
    uid: 919cbb63-338c-4340-9a03-a29255c162ce
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:58Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32891"
    uid: 3e22f639-04a8-4560-8444-cbbe10018ddf
  kind: Event
  lastTimestamp: "2026-09-17T22:39:28Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:38:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:28Z"
    name: isvc-xgboost-v2-runtime-predictor.18d63cc980bf9dad
    namespace: kserve-ci-e2e-test
    resourceVersion: "33297"
    uid: e4445c39-b5ef-4db0-8b86-a080fecc95a1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33043"
    uid: 3e22f639-04a8-4560-8444-cbbe10018ddf
  kind: Event
  lastTimestamp: "2026-09-17T22:39:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:43Z"
    name: isvc-xgboost-v2-runtime-predictor.18d63cccffce1f39
    namespace: kserve-ci-e2e-test
    resourceVersion: "33478"
    uid: ad914d36-81e2-4048-b720-707de6edae45
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:13Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33043"
    uid: 3e22f639-04a8-4560-8444-cbbe10018ddf
  kind: Event
  lastTimestamp: "2026-09-17T22:39:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:39:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:39:43Z"
    name: isvc-xgboost-v2-runtime-predictor.18d63ccd002ebc5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33479"
    uid: 6bf33bed-0860-4750-924d-7c749078b371
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32882"
    uid: f20bbecd-4ab9-43b2-9be3-b1d50aa3a26c
  kind: Event
  lastTimestamp: "2026-09-17T22:39:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:39:35Z"
    name: isvc-xgboost-v2-runtime.18d63cc601eead06
    namespace: kserve-ci-e2e-test
    resourceVersion: "33410"
    uid: 35a580b0-9f84-475a-8949-ba5f1666eb55
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:38:43Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32882"
    uid: f20bbecd-4ab9-43b2-9be3-b1d50aa3a26c
  kind: Event
  lastTimestamp: "2026-09-17T22:38:43Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:38:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:38:43Z"
    name: isvc-xgboost-v2-runtime.18d63cc602829b0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32897"
    uid: 5ae832b8-7007-4a1a-87da-7f7564c29c45
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33408"
    uid: f20bbecd-4ab9-43b2-9be3-b1d50aa3a26c
  kind: Event
  lastTimestamp: "2026-09-17T22:39:35Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:39:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:39:35Z"
    name: isvc-xgboost-v2-runtime.18d63cd2345585fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33409"
    uid: 4c3939b2-a957-40fa-8312-8535caa6942e
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33544"
    uid: 8278b7d6-dc5e-4c0a-b232-3219c95de7ec
  kind: Event
  lastTimestamp: "2026-09-17T22:41:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:41:13Z"
    name: isvc-xgboost-v2.18d63cd53367d90f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34403"
    uid: d24539b3-ace3-4dd9-8d66-41749df01899
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:39:48Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33544"
    uid: 8278b7d6-dc5e-4c0a-b232-3219c95de7ec
  kind: Event
  lastTimestamp: "2026-09-17T22:39:48Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:39:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:39:48Z"
    name: isvc-xgboost-v2.18d63cd533f77552
    namespace: kserve-ci-e2e-test
    resourceVersion: "33559"
    uid: 0c5690a5-5325-437d-a16e-e38c045e2a13
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:41:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34401"
    uid: 8278b7d6-dc5e-4c0a-b232-3219c95de7ec
  kind: Event
  lastTimestamp: "2026-09-17T22:41:13Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:41:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:41:13Z"
    name: isvc-xgboost-v2.18d63ce8ec4d21fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "34402"
    uid: e6983a15-70de-4c99-9367-0f5aae561b55
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 23b50445-bd32-4836-9d82-833a006b0fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:35:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:35:19Z"
    name: isvc-xgboost.18d63c7fb2dbf1e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30910"
    uid: 82252056-fbcb-45b9-a454-648db9a95418
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:33:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29966"
    uid: 23b50445-bd32-4836-9d82-833a006b0fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:33:41Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T22:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:33:41Z"
    name: isvc-xgboost.18d63c7fb383d9ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "29982"
    uid: 072935ad-bad4-4009-a78f-7b5e6e111842
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:35:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: 23b50445-bd32-4836-9d82-833a006b0fd0
  kind: Event
  lastTimestamp: "2026-09-17T22:35:19Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:35:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:35:19Z"
    name: isvc-xgboost.18d63c96a00ce2cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30908"
    uid: 68fc5006-d9a3-482d-8d69-9ee972525613
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:11:54.378405Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17360"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-477zs
    to ip-10-0-136-9.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:11:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:11:54Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b4f750a41c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17366"
    uid: 1c05c98d-8957-4b77-ad12-895c4bcb09c3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:54Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: "2026-09-17T22:11:54Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-17T22:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:54Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b4f80c315b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17377"
    uid: ef4f9c0a-317a-4a1c-9f56-54ea5d963ac7
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: "2026-09-17T22:11:55Z"
  message: Add eth0 [10.134.0.22/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:11:55Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b4fbad19c34
    namespace: kserve-ci-e2e-test
    resourceVersion: "17387"
    uid: e9d5c108-1fbb-462b-abdd-e540d5fbdf49
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: "2026-09-17T22:11:55Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-17T22:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:55Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b4fbc1ff0c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17389"
    uid: f4078df8-6220-4b7e-a948-ad7c5454a2d1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: "2026-09-17T22:11:56Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.012s (1.012s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:56Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b4ff875146c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17399"
    uid: ad16c5fd-4909-400c-881a-b4250a6354ed
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: "2026-09-17T22:11:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:56Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b4ffb2842de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: 45023934-740f-49f3-bb0d-1972abe5cc89
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: "2026-09-17T22:11:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:56Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b4ffb90d5c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17401"
    uid: 543c8ebb-2b8c-4da8-aa85-1f1e463b4664
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: "2026-09-17T22:11:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:56Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b4ffb9c8a86
    namespace: kserve-ci-e2e-test
    resourceVersion: "17402"
    uid: 853ce393-d960-4316-bffc-4ec8cad2794e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: "2026-09-17T22:11:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:56Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b4ffe204f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "17403"
    uid: f9d60326-2ef3-4bfa-a54e-444bb259b9ad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: "2026-09-17T22:11:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:11:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:11:56Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b4ffe88d0ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17404"
    uid: d4ead138-97c0-4cc6-b56c-52c0f606943b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: "2026-09-17T22:13:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:49Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b6a4a88f8cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "18470"
    uid: 82dca07c-c523-4cfc-ab08-b1855d252295
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:13:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-477zs
    namespace: kserve-ci-e2e-test
    resourceVersion: "17362"
    uid: 6da9ed32-cdb4-417f-8b23-b7cb5091ffc6
  kind: Event
  lastTimestamp: "2026-09-17T22:13:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:13:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:13:49Z"
    name: message-dumper-predictor-6575bcfdfd-477zs.18d63b6a4a89905d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18471"
    uid: 5ae7d4b4-4a3b-45d5-9c1b-5b1487bed24c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-136-9.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-136-9.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17351"
    uid: 23a3e63c-ac87-4bfd-9746-12fcf9749203
  kind: Event
  lastTimestamp: "2026-09-17T22:11:54Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-477zs'
  metadata:
    creationTimestamp: "2026-09-17T22:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:54Z"
    name: message-dumper-predictor-6575bcfdfd.18d63b4f74992341
    namespace: kserve-ci-e2e-test
    resourceVersion: "17361"
    uid: 5d98d25c-e4d9-4a6b-8c4b-089c3eb87253
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17349"
    uid: e9015311-189f-497d-880f-3516e3e23f3e
  kind: Event
  lastTimestamp: "2026-09-17T22:11:54Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-17T22:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:11:54Z"
    name: message-dumper-predictor.18d63b4f72de691d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17353"
    uid: 05e5dd07-79e8-4fe0-b287-21803eaad8d1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: c9a4340e-533e-4352-9987-f03544de011f
  kind: Event
  lastTimestamp: "2026-09-17T22:12:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:12:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:09Z"
    name: message-dumper-predictor.18d63b52f17087f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 4d171eff-88fc-40cf-b515-6a6991334154
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17350"
    uid: c9a4340e-533e-4352-9987-f03544de011f
  kind: Event
  lastTimestamp: "2026-09-17T22:12:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:12:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:09Z"
    name: message-dumper-predictor.18d63b52f1cde7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: 1e393b92-4588-4a7a-9fac-0bbe7e82cd6c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: c9a4340e-533e-4352-9987-f03544de011f
  kind: Event
  lastTimestamp: "2026-09-17T22:12:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:24Z"
    name: message-dumper-predictor.18d63b5670cc4cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "17697"
    uid: 1bb145c7-a225-40ea-b972-571009675fa0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17508"
    uid: c9a4340e-533e-4352-9987-f03544de011f
  kind: Event
  lastTimestamp: "2026-09-17T22:12:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:12:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:12:24Z"
    name: message-dumper-predictor.18d63b56713524cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17700"
    uid: 27149680-9551-41b7-aede-e1d366e2c3ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: f7d3a17f-1083-4d68-af0e-1ae52c633215
  kind: Event
  lastTimestamp: "2026-09-17T22:12:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:04Z"
    name: message-dumper.18d63b4f72e1c983
    namespace: kserve-ci-e2e-test
    resourceVersion: "17476"
    uid: 52d2a309-c1ec-455c-a6e7-27e63fb8b34b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:11:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17339"
    uid: f7d3a17f-1083-4d68-af0e-1ae52c633215
  kind: Event
  lastTimestamp: "2026-09-17T22:11:54Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-17T22:11:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:11:54Z"
    name: message-dumper.18d63b4f73649c6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17357"
    uid: 92ba228a-f56d-4cbd-88c9-1a3e20f451f1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:12:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17474"
    uid: f7d3a17f-1083-4d68-af0e-1ae52c633215
  kind: Event
  lastTimestamp: "2026-09-17T22:12:04Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:12:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:12:04Z"
    name: message-dumper.18d63b51d033a825
    namespace: kserve-ci-e2e-test
    resourceVersion: "17475"
    uid: 56418666-973d-49cd-a96d-438c4f798b5d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:21:42.171554Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22696"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:21:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:21:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bd8503df66c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22703"
    uid: c8769404-f41d-4daf-a3c8-067bb5dde622
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22706"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:21:42Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:21:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bd87232c51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22715"
    uid: 0f33599d-80ec-4b3d-94a4-02e2b71c8843
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:21:42Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bd8738d8ee7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22717"
    uid: 446448c3-a90f-41ef-adcf-c0c24ef4d94d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:21:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bd876a7bb0e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22719"
    uid: 62cde828-05ad-4f8d-b487-e34a732aee96
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:21:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bd877310701
    namespace: kserve-ci-e2e-test
    resourceVersion: "22720"
    uid: 480d9e6b-a685-4103-97ce-a52588d7adae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:21:46Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-17T22:21:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:21:46Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bd9649d8c0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22754"
    uid: 21d4ca3f-a5e4-43d9-90cc-ab2966410370
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:23:50Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m3.366s
    (2m3.366s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-17T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bf61dd060ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23732"
    uid: ffafeb9e-e001-4885-ace3-2847a35a4d7b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:23:50Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bf6234eaba8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23734"
    uid: 84e3de8b-3349-4bd2-abc1-1561af3a8317
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:23:50Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bf6242aafd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23735"
    uid: ad979619-65a8-48a3-93d2-b9600048f84f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:23:50Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bf6243650e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "23736"
    uid: b7880de8-8080-45b8-b224-c0fa5ec92f95
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:23:50Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bf628f73504
    namespace: kserve-ci-e2e-test
    resourceVersion: "23738"
    uid: 7da65e0a-955f-41d9-a3b0-69dc6227ce33
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:23:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:23:50Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:23:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:23:50Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bf62a078c9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23740"
    uid: 23087d3b-cd64-46a0-9780-0fc865ded893
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:24:27Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-17T22:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:27Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63bfecbcd3ce3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24098"
    uid: 2a0332ae-93d1-42f2-8a89-5319123bf89d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:24:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63c0242019ff2
    namespace: kserve-ci-e2e-test
    resourceVersion: "24249"
    uid: 64fc4b14-e293-4c6d-af65-d344a49d50eb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:24:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63c024202ec1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24250"
    uid: 1204e683-e548-46d8-af87-793a8dcf800d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:24:47Z"
  message: 'Readiness probe failed: Get "https://10.133.0.34:8643/healthz": dial tcp
    10.133.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:24:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63c0246055b12
    namespace: kserve-ci-e2e-test
    resourceVersion: "24384"
    uid: 0cb99d96-758f-4471-bcd8-7daba5a613b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz
    namespace: kserve-ci-e2e-test
    resourceVersion: "22698"
    uid: fd11069c-0ab0-454a-a5df-bbc6503f7631
  kind: Event
  lastTimestamp: "2026-09-17T22:24:47Z"
  message: 'Readiness probe failed: Get "http://10.133.0.34:8080/v2/models/sklearn-v2-mlserver/ready":
    dial tcp 10.133.0.34:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:24:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:24:47Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz.18d63c037062aa66
    namespace: kserve-ci-e2e-test
    resourceVersion: "24385"
    uid: 60c89e32-55fc-4b62-b112-f1fcc058381c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22688"
    uid: db5e444b-1fa2-4326-8530-88c4c1787ec5
  kind: Event
  lastTimestamp: "2026-09-17T22:21:42Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-mbtbz'
  metadata:
    creationTimestamp: "2026-09-17T22:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:21:42Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d63bd84fdb16ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "22697"
    uid: cecf453c-b416-48da-989f-9f415193eaed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22684"
    uid: 6dd08cbb-8d71-49c5-b4c0-9bbd4b5400a5
  kind: Event
  lastTimestamp: "2026-09-17T22:21:42Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:21:42Z"
    name: sklearn-v2-mlserver-predictor.18d63bd84ce39089
    namespace: kserve-ci-e2e-test
    resourceVersion: "22689"
    uid: bcc73ebc-c763-4328-8ad6-7f680b01ddec
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: aca5b33b-0bb4-4a10-ab84-41a0f13c66b8
  kind: Event
  lastTimestamp: "2026-09-17T22:24:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:27Z"
    name: sklearn-v2-mlserver-predictor.18d63bdbcb6c1da7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24096"
    uid: 5f6a707f-ccea-4750-be3e-a9eb14931c9b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22686"
    uid: aca5b33b-0bb4-4a10-ab84-41a0f13c66b8
  kind: Event
  lastTimestamp: "2026-09-17T22:24:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:21:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:27Z"
    name: sklearn-v2-mlserver-predictor.18d63bdbcbd3b899
    namespace: kserve-ci-e2e-test
    resourceVersion: "24097"
    uid: 666682a1-15cb-4eb5-bae3-4c5781c72e14
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: aca5b33b-0bb4-4a10-ab84-41a0f13c66b8
  kind: Event
  lastTimestamp: "2026-09-17T22:24:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:12Z"
    name: sklearn-v2-mlserver-predictor.18d63bfb43280249
    namespace: kserve-ci-e2e-test
    resourceVersion: "23980"
    uid: b10ee591-6256-467d-b453-8a88f592ae2a
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:12Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22834"
    uid: aca5b33b-0bb4-4a10-ab84-41a0f13c66b8
  kind: Event
  lastTimestamp: "2026-09-17T22:24:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:24:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:24:12Z"
    name: sklearn-v2-mlserver-predictor.18d63bfb438e5b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "23982"
    uid: f4042d71-99b1-4e5a-a0c7-67c2e5099c13
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22675"
    uid: 761502b4-d45c-4eb4-bd80-f498ed33bb81
  kind: Event
  lastTimestamp: "2026-09-17T22:24:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:24:37Z"
    name: sklearn-v2-mlserver.18d63bd84ce61960
    namespace: kserve-ci-e2e-test
    resourceVersion: "24182"
    uid: 031750a6-68a4-477c-b2d9-9386aa667974
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:21:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22675"
    uid: 761502b4-d45c-4eb4-bd80-f498ed33bb81
  kind: Event
  lastTimestamp: "2026-09-17T22:21:42Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:21:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:21:42Z"
    name: sklearn-v2-mlserver.18d63bd84d8197d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "22693"
    uid: 387e4b96-381d-4aa5-acb9-c46c60e80f7d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:24:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "24180"
    uid: 761502b4-d45c-4eb4-bd80-f498ed33bb81
  kind: Event
  lastTimestamp: "2026-09-17T22:24:37Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:24:37Z"
    name: sklearn-v2-mlserver.18d63c01216fb511
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: 1d4edc14-3462-419f-8dfc-1a7949bab4b5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-17T22:36:22.111127Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31500"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    to ip-10-0-138-45.ec2.internal
  metadata:
    creationTimestamp: "2026-09-17T22:36:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-17T22:36:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63ca530ba4c8e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31506"
    uid: 9530b70c-b0e9-411a-a7f7-69be74f9201c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-784895f594-mjrdx
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31510"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:36:22Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-17T22:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-17T22:36:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63ca55287654a
    namespace: kserve-ci-e2e-test
    resourceVersion: "31520"
    uid: 39b7d315-7599-4a96-8f9d-f77d821cf958
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:36:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:73bfcee75c8271e32007d00c879db69f3d407b0cc6f8c9138128ce711ab0eb3b"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63ca553f22bb0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31522"
    uid: 6a19b0ea-24ee-4445-bce7-9551e6f80fe2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:36:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-17T22:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63ca55680c169
    namespace: kserve-ci-e2e-test
    resourceVersion: "31523"
    uid: 5ef6fe6e-d867-4871-9529-88f6c008c271
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:36:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-17T22:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63ca556fc3e76
    namespace: kserve-ci-e2e-test
    resourceVersion: "31525"
    uid: 2fcec185-8239-4102-8436-ee6236313fcb
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:36:26Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-17T22:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63ca647408072
    namespace: kserve-ci-e2e-test
    resourceVersion: "31569"
    uid: c434611f-dc63-4d82-9e6a-1d033ce62d65
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:36:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-17T22:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63ca64a98845d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31573"
    uid: c26908b8-3c0e-4604-9324-a3de3b9e8480
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:36:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63ca64b081d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "31574"
    uid: 4b566dba-9e6e-4ddc-ae51-bcb4cbc9d2ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:36:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-17T22:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63ca64b12b31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31575"
    uid: 58372d9a-3080-4f14-82fb-3d17053fabb0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:36:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-17T22:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63ca64df65fa9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31578"
    uid: 5c206252-13df-44e3-8ce7-a31a911c2a2c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:36:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:36:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:36:26Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63ca64e62f3c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31579"
    uid: 7499cbe0-9a2c-4fae-80d9-a563af27cf9b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:37:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-17T22:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63cb0d9444da4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32019"
    uid: 8da870ba-e1c9-4d8c-9111-4efff87e7202
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:37:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-17T22:37:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:12Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63cb0d94577ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "32020"
    uid: aa1fee0a-b7d5-4252-9e95-350089e181ee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj
    namespace: kserve-ci-e2e-test
    resourceVersion: "31504"
    uid: 81abb38e-21cb-49cc-81bc-5404c2f24368
  kind: Event
  lastTimestamp: "2026-09-17T22:37:13Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-17T22:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-17T22:37:13Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj.18d63cb1393be18d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32032"
    uid: 1ae5b349-aefb-416f-be17-7b41676dba0c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-138-45.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-138-45.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31491"
    uid: 9b538c9e-686e-4087-b469-32859bc833d9
  kind: Event
  lastTimestamp: "2026-09-17T22:36:22Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-vg7rj'
  metadata:
    creationTimestamp: "2026-09-17T22:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:36:22Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d63ca530596e11
    namespace: kserve-ci-e2e-test
    resourceVersion: "31502"
    uid: 9ae584f5-7197-4cfb-a36b-656378ecd16d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31489"
    uid: dea3c2f5-dcfc-4115-b41f-09d812497b31
  kind: Event
  lastTimestamp: "2026-09-17T22:36:22Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-17T22:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:36:22Z"
    name: xgboost-v2-mlserver-predictor.18d63ca52d5e483c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31493"
    uid: 4b9ba3a5-0d31-468c-8d90-f80889cceff0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 59788c89-6290-4e94-8e03-12a731a11224
  kind: Event
  lastTimestamp: "2026-09-17T22:36:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:36:52Z"
    name: xgboost-v2-mlserver-predictor.18d63ca8abd3e127
    namespace: kserve-ci-e2e-test
    resourceVersion: "31843"
    uid: c36d1bc1-0010-4348-b701-41d7c893351b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31490"
    uid: 59788c89-6290-4e94-8e03-12a731a11224
  kind: Event
  lastTimestamp: "2026-09-17T22:36:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-17T22:36:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:36:52Z"
    name: xgboost-v2-mlserver-predictor.18d63ca8ac385a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "31844"
    uid: 202d7f80-6659-473f-9ffc-90deae0a7f5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31676"
    uid: 59788c89-6290-4e94-8e03-12a731a11224
  kind: Event
  lastTimestamp: "2026-09-17T22:37:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:37:07Z"
    name: xgboost-v2-mlserver-predictor.18d63cafa9f76a77
    namespace: kserve-ci-e2e-test
    resourceVersion: "31963"
    uid: 2ceb0c06-9228-4222-b5ba-18956a73c69e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31676"
    uid: 59788c89-6290-4e94-8e03-12a731a11224
  kind: Event
  lastTimestamp: "2026-09-17T22:37:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-17T22:37:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-17T22:37:07Z"
    name: xgboost-v2-mlserver-predictor.18d63cafaa5b2ed8
    namespace: kserve-ci-e2e-test
    resourceVersion: "31965"
    uid: a9560d6d-8255-4e0d-9d08-a2ae75aa5286
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31481"
    uid: 313673dc-37bd-4c13-b6a4-a3e94f209917
  kind: Event
  lastTimestamp: "2026-09-17T22:37:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-17T22:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:37:03Z"
    name: xgboost-v2-mlserver.18d63ca52d61f056
    namespace: kserve-ci-e2e-test
    resourceVersion: "31939"
    uid: 589b64c2-fbcc-4041-9d77-e21afc36548d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:36:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31481"
    uid: 313673dc-37bd-4c13-b6a4-a3e94f209917
  kind: Event
  lastTimestamp: "2026-09-17T22:36:22Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-17T22:36:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:36:22Z"
    name: xgboost-v2-mlserver.18d63ca52df3784b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31497"
    uid: 682f7a88-7dad-4ea3-b944-0a4b53632c46
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-17T22:37:03Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31937"
    uid: 313673dc-37bd-4c13-b6a4-a3e94f209917
  kind: Event
  lastTimestamp: "2026-09-17T22:37:03Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-17T22:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-17T22:37:03Z"
    name: xgboost-v2-mlserver.18d63caeeaa15d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31938"
    uid: 98b12be0-55bd-4e20-9f57-542e72442f41
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40891"