---
apiVersion: v1
items:
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:13:59.330037Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24883"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:13:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:13:59Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e3056944138f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24889"
    uid: 539fd084-60e5-49e8-a9e1-6d8dcc609626
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:13:59Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-ts-v1-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:59Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e30570b96fbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24897"
    uid: 2ba29dbd-dc03-45c7-a14e-06b57ac35985
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24893"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:00Z"
  message: Add eth0 [10.133.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e305af181c87
    namespace: kserve-ci-e2e-test
    resourceVersion: "24907"
    uid: 703e5d1d-f6f0-4763-9170-7b0f4c7364ab
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:00Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e305b09b36d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24909"
    uid: e682f650-4970-4199-95ed-cf1defa16eb5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:00Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e305b351f08a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24910"
    uid: a6c1e9db-948a-4bc2-9bd7-3d76bf101e5d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:00Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:00Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e305b417d630
    namespace: kserve-ci-e2e-test
    resourceVersion: "24912"
    uid: 6ec7fd55-f617-4637-a206-bc27b3c14e97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:09Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e307da6d33fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24997"
    uid: 47174041-626b-4c1b-97bd-2ccd2a1c8626
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:09Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e307de0f8ecf
    namespace: kserve-ci-e2e-test
    resourceVersion: "25003"
    uid: 9618b1f7-ff86-40d0-af49-f0609ab225bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:09Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e307de814fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25004"
    uid: 6774cf24-f555-45e9-a002-0d50eb97e7bd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:09Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e307de8a2dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25005"
    uid: 20c24a81-2778-4dcf-9b3a-d2441bf2a6da
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:09Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e307e1fdd498
    namespace: kserve-ci-e2e-test
    resourceVersion: "25016"
    uid: ad208adf-ccbe-47f9-9f08-6c415ddb13ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:09Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:09Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e307e29ad401
    namespace: kserve-ci-e2e-test
    resourceVersion: "25021"
    uid: 57250c11-0529-4078-8aa6-3b422210692b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:17Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.41:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:17Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e30852600b04
    namespace: kserve-ci-e2e-test
    resourceVersion: "25140"
    uid: 95217802-55fc-494c-acbb-23b48bc9f7cd
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:34Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e30d93f87c69
    namespace: kserve-ci-e2e-test
    resourceVersion: "25303"
    uid: 49c110c2-cd52-4b54-a7bf-27569730b3ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz
    namespace: kserve-ci-e2e-test
    resourceVersion: "24887"
    uid: aa7cd877-e483-4542-a919-80345bccc445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:34Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:34Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz.18d5e30d93f97256
    namespace: kserve-ci-e2e-test
    resourceVersion: "25304"
    uid: 78564ab2-62f3-4fca-9440-b7761770ae5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    namespace: kserve-ci-e2e-test
    resourceVersion: "24874"
    uid: 87892575-7ab9-4e9a-bdb7-000b69e05210
  kind: Event
  lastTimestamp: "2026-09-16T19:13:59Z"
  message: 'Created pod: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585-rw4xz'
  metadata:
    creationTimestamp: "2026-09-16T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:59Z"
    name: isvc-autogluon-ts-v1-noslash-predictor-b54fbf585.18d5e30568a8a128
    namespace: kserve-ci-e2e-test
    resourceVersion: "24886"
    uid: f8b29b71-7622-40d2-b0c2-bb88d068827e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24872"
    uid: 33ee1ad7-691b-4ae3-8b88-67cf6718b412
  kind: Event
  lastTimestamp: "2026-09-16T19:13:59Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-noslash-predictor-b54fbf585
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:59Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e305656a7cdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "24876"
    uid: bc782e90-f52b-44f7-8a4c-8663f78c945a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24873"
    uid: edc81289-5593-471f-a3c1-bf284875e54f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:14Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e308e3f43abd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25061"
    uid: 866b36c3-1ab4-45e0-816a-65c4c990f0c3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24873"
    uid: edc81289-5593-471f-a3c1-bf284875e54f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:14Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:14Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e308e475ebee
    namespace: kserve-ci-e2e-test
    resourceVersion: "25063"
    uid: 255fe42a-f467-4f22-ac98-40fded1a1672
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25062"
    uid: edc81289-5593-471f-a3c1-bf284875e54f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:29Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:29Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e30c63a7af8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25242"
    uid: 035818b0-6e97-4ef9-b57b-e0ba4af7fd68
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:29Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25062"
    uid: edc81289-5593-471f-a3c1-bf284875e54f
  kind: Event
  lastTimestamp: "2026-09-16T19:14:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:14:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:29Z"
    name: isvc-autogluon-ts-v1-noslash-predictor.18d5e30c642218be
    namespace: kserve-ci-e2e-test
    resourceVersion: "25244"
    uid: b8547141-5e1e-492c-b0f2-d511374c38e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24864"
    uid: a44d7239-3cc9-4446-a591-a7820c5c0714
  kind: Event
  lastTimestamp: "2026-09-16T19:14:27Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:27Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e3056562ef9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "25228"
    uid: 5591210a-df0d-4e5b-81cc-cb58c2ce5236
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24864"
    uid: a44d7239-3cc9-4446-a591-a7820c5c0714
  kind: Event
  lastTimestamp: "2026-09-16T19:13:59Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:13:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:59Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e305660b2c7b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24880"
    uid: 64795600-2af5-4f13-a415-4cfaa77e5ff6
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "25226"
    uid: a44d7239-3cc9-4446-a591-a7820c5c0714
  kind: Event
  lastTimestamp: "2026-09-16T19:14:27Z"
  message: InferenceService [isvc-autogluon-ts-v1-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:14:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:27Z"
    name: isvc-autogluon-ts-v1-noslash.18d5e30c11dfba77
    namespace: kserve-ci-e2e-test
    resourceVersion: "25227"
    uid: 44ca0d1d-9ff3-4492-8ffe-fad533c4e1ef
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:13:12.192983Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24433"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fa6fadbc54
    namespace: kserve-ci-e2e-test
    resourceVersion: "24439"
    uid: 16d2b7cf-52b5-4049-b667-76c4459adee2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24442"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: Add eth0 [10.133.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fa91d1e2c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "24455"
    uid: 4b189494-c879-46b9-aa6e-da7cda28712e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fa9393363f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24457"
    uid: 87a364e9-e88c-4d6e-812c-a47d33bf9315
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fa96bdd28c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24460"
    uid: 84763fc4-cb71-469f-90c2-e239d579e15d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fa973079cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "24461"
    uid: 6600cbca-1041-422b-a41a-bc996f1c7a0e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fcdab24494
    namespace: kserve-ci-e2e-test
    resourceVersion: "24550"
    uid: b577410b-3cdf-4baa-93be-222d565b6879
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fcddb286e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24552"
    uid: e324d930-7e8c-401a-8f91-e64ee2424aea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fcde24a8ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "24554"
    uid: e4f6f84e-6e1f-4167-8e70-6de1437d3676
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fcde309f99
    namespace: kserve-ci-e2e-test
    resourceVersion: "24556"
    uid: eee9f2ab-f9d1-4caa-abdd-dde61faf8953
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fce15cd1ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "24559"
    uid: 7c75aed9-5ce7-4230-9a00-6e3ada42f81c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:22Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:22Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fce1d0ee5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24560"
    uid: 39005e10-0b7d-4e46-b64a-0dcc1de48b14
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:30Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e2fd52a5bc6e
    namespace: kserve-ci-e2e-test
    resourceVersion: "24626"
    uid: 39ee5495-17a8-4e1c-bcfb-44e1a54003e3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:54Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e304346a637b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24816"
    uid: 8a145b20-f036-47d6-8ae0-d5e02fc5d1a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:54Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e304346af7b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24817"
    uid: 2a869b53-3670-4563-a58c-21378036b070
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt
    namespace: kserve-ci-e2e-test
    resourceVersion: "24434"
    uid: f3caed81-90b9-4446-8c57-aa7b24ac3784
  kind: Event
  lastTimestamp: "2026-09-16T19:13:55Z"
  message: 'Readiness probe failed: Get "https://10.133.0.40:8643/healthz": dial tcp
    10.133.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:13:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:55Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt.18d5e3048aa0aab3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24831"
    uid: 478e710c-9951-4f97-9df7-8bc063794d6d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24425"
    uid: 9de74e4c-e617-4983-a9ea-844ca0c59238
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: 'Created pod: isvc-autogluon-ts-v1-predictor-6cf79d9f7d-t9hmt'
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-autogluon-ts-v1-predictor-6cf79d9f7d.18d5e2fa6f144d4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24436"
    uid: 0144a68c-9879-4949-94f4-3bcca804bec2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24422"
    uid: 5f247ae0-7c79-48a6-aad5-d6cc017032be
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: Scaled up replica set isvc-autogluon-ts-v1-predictor-6cf79d9f7d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2fa6abba235
    namespace: kserve-ci-e2e-test
    resourceVersion: "24427"
    uid: 0b4aebaf-6d15-47db-a83f-54f64ceb9cd7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: 451f0f66-5a57-41d1-9c64-792feb4e5f9e
  kind: Event
  lastTimestamp: "2026-09-16T19:13:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:27Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2fde96fd855
    namespace: kserve-ci-e2e-test
    resourceVersion: "24599"
    uid: 3842d830-d343-47ac-b9fb-a70e37dffa93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:27Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24424"
    uid: 451f0f66-5a57-41d1-9c64-792feb4e5f9e
  kind: Event
  lastTimestamp: "2026-09-16T19:13:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:27Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e2fde9dbcc40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24601"
    uid: 49d3f600-78a2-47a4-b122-ae7b0f4fa3f0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24600"
    uid: 451f0f66-5a57-41d1-9c64-792feb4e5f9e
  kind: Event
  lastTimestamp: "2026-09-16T19:13:42Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:42Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e301688b5481
    namespace: kserve-ci-e2e-test
    resourceVersion: "24717"
    uid: 796964b2-6018-453d-a213-9686730dcc24
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-ts-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24600"
    uid: 451f0f66-5a57-41d1-9c64-792feb4e5f9e
  kind: Event
  lastTimestamp: "2026-09-16T19:13:42Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:42Z"
    name: isvc-autogluon-ts-v1-predictor.18d5e30168f712a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "24719"
    uid: cdce918f-2791-4fa6-8c7e-61ca18726829
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: f33d6fe1-5675-41b8-86ef-ef88ea9d734b
  kind: Event
  lastTimestamp: "2026-09-16T19:13:40Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:40Z"
    name: isvc-autogluon-ts-v1.18d5e2fa6b0d283c
    namespace: kserve-ci-e2e-test
    resourceVersion: "24709"
    uid: 7174e611-d42d-4902-a8f3-1313abc6270b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:12Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24415"
    uid: f33d6fe1-5675-41b8-86ef-ef88ea9d734b
  kind: Event
  lastTimestamp: "2026-09-16T19:13:12Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-ts-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-ts-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:13:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:12Z"
    name: isvc-autogluon-ts-v1.18d5e2fa6bdd236a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24430"
    uid: aa843fac-25f6-42a5-a5fb-dd6b5ea92361
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-ts-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24706"
    uid: f33d6fe1-5675-41b8-86ef-ef88ea9d734b
  kind: Event
  lastTimestamp: "2026-09-16T19:13:40Z"
  message: InferenceService [isvc-autogluon-ts-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:13:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:40Z"
    name: isvc-autogluon-ts-v1.18d5e301122453a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "24707"
    uid: aa1a8d01-5a36-4764-99d1-d06c156b7be4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:01:36.736845Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18425"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e2588343bf01
    namespace: kserve-ci-e2e-test
    resourceVersion: "18429"
    uid: 0db03e3a-f5e6-4146-b9ee-71c3cc7bbeff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v1-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e2588f759333
    namespace: kserve-ci-e2e-test
    resourceVersion: "18439"
    uid: fef9bf41-15fa-413f-ae94-1611059a0fe4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:37Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18433"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:37Z"
  message: Add eth0 [10.134.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:01:37Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e258c91743f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18463"
    uid: 911c84d2-3f8f-4ac8-a451-94ae423ab396
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:37Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e258cacd06d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "18465"
    uid: 37dad229-dab4-467c-8529-0fb165cf1377
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:37Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e258ce0699de
    namespace: kserve-ci-e2e-test
    resourceVersion: "18466"
    uid: 1bd6bd04-e442-496b-8e07-7983cc312baf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:38Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e258ce826243
    namespace: kserve-ci-e2e-test
    resourceVersion: "18467"
    uid: 99dcaaaa-13af-43ce-ac79-f9ad810f6b2c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:01:45Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:01:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:45Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e25a7958298c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18525"
    uid: f1453be4-d709-409e-bd85-937d712bfffd
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:42Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 1m57.088s
    (1m57.088s including waiting). Image size: 8945772325 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e275bc633450
    namespace: kserve-ci-e2e-test
    resourceVersion: "19527"
    uid: 543913a5-0e37-482e-ba27-db2ade75d3e3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:42Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e275c2f11f3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19530"
    uid: c8760dd3-4a4d-4793-b194-314861b28782
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:42Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e275c40317f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19531"
    uid: 04fc5b01-ad36-4592-a70b-637cf3dc333a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:42Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e275c40d6ef2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19532"
    uid: e21c6dda-b4d2-4064-8ad2-e8d305f2fe63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:42Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e275c94ed2d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19534"
    uid: 021b57ed-1d07-4c9b-ac04-4f0d9efba5e1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:42Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:42Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e275ca9b421d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19535"
    uid: 606dae66-029f-4a5c-982c-199e585cf59c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:03:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.37:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:48Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e275df779df0
    namespace: kserve-ci-e2e-test
    resourceVersion: "19583"
    uid: 495d1a90-e1ad-4a52-b595-6f638bce86cc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:04:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:12Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e27cca42d047
    namespace: kserve-ci-e2e-test
    resourceVersion: "19786"
    uid: c6c639fa-3d6f-4641-b6b6-1a4d49c106a3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "18426"
    uid: e4b77abe-3eb5-41dc-9e3e-f08f8a98537d
  kind: Event
  lastTimestamp: "2026-09-16T19:04:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:12Z"
    name: isvc-autogluon-v1-predictor-574b5b7495-2b5c5.18d5e27cca4352a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "19787"
    uid: 319cc0f2-5e77-447c-a588-c550fd3a20f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v1-predictor-574b5b7495
    namespace: kserve-ci-e2e-test
    resourceVersion: "18412"
    uid: 5af00b94-0629-4e60-af26-c2190b0af2a2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: 'Created pod: isvc-autogluon-v1-predictor-574b5b7495-2b5c5'
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: isvc-autogluon-v1-predictor-574b5b7495.18d5e25882e0620f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18427"
    uid: 11113aca-db75-44dc-a483-8230d0dd8edd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18409"
    uid: b455a6f8-8b6a-4719-8f3c-370e0951267c
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: Scaled up replica set isvc-autogluon-v1-predictor-574b5b7495 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: isvc-autogluon-v1-predictor.18d5e2587ebb53c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18417"
    uid: eba5d426-ea58-4500-99f2-54501abf27a8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: c8462f13-2c5c-4288-ace0-5cbff07d6b04
  kind: Event
  lastTimestamp: "2026-09-16T19:04:06Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:06Z"
    name: isvc-autogluon-v1-predictor.18d5e25bfcffb30e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19722"
    uid: 41ec40ba-a244-4386-9d5b-89fa7493de1f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:51Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v1-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18410"
    uid: c8462f13-2c5c-4288-ace0-5cbff07d6b04
  kind: Event
  lastTimestamp: "2026-09-16T19:04:06Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:06Z"
    name: isvc-autogluon-v1-predictor.18d5e25bfd7a61e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19723"
    uid: 10baffe5-53a0-4d35-b036-f60765e64eac
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18377"
    uid: f6d50bc6-7571-4ed7-ad50-69a45edd43e9
  kind: Event
  lastTimestamp: "2026-09-16T19:03:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:58Z"
    name: isvc-autogluon-v1.18d5e2587e883dbd
    namespace: kserve-ci-e2e-test
    resourceVersion: "19662"
    uid: c016d738-73e2-4f92-ad09-f4e98c1f6132
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18377"
    uid: f6d50bc6-7571-4ed7-ad50-69a45edd43e9
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v1": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v1":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: isvc-autogluon-v1.18d5e2587f7753c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "18419"
    uid: 14c8930a-84a8-4689-8dee-07c30780aa4c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19659"
    uid: f6d50bc6-7571-4ed7-ad50-69a45edd43e9
  kind: Event
  lastTimestamp: "2026-09-16T19:03:58Z"
  message: InferenceService [isvc-autogluon-v1] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:58Z"
    name: isvc-autogluon-v1.18d5e2799f4f1023
    namespace: kserve-ci-e2e-test
    resourceVersion: "19660"
    uid: 0fc3654f-b228-4908-9dc4-b101fc87f6fc
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:08:40.735757Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22168"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:08:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:08:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2bb3b91101a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22174"
    uid: 9b1447cb-8eb7-4d0e-b80f-ee28fe3000b3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:08:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-noslash-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2bb43918266
    namespace: kserve-ci-e2e-test
    resourceVersion: "22181"
    uid: d9adb0b1-6194-47e6-a745-adf72970ea60
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22178"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:08:41Z"
  message: Add eth0 [10.133.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:08:41Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2bb813bcd62
    namespace: kserve-ci-e2e-test
    resourceVersion: "22193"
    uid: b5596217-7629-446a-a70a-87b910f1877a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:08:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:41Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2bb83a4f074
    namespace: kserve-ci-e2e-test
    resourceVersion: "22195"
    uid: 22850300-86b3-4546-924d-54249fecf354
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:08:42Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2bb870fa8e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "22198"
    uid: 43333140-51ec-4b33-a234-86ca1ff1e8a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:08:42Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:42Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2bb8781f501
    namespace: kserve-ci-e2e-test
    resourceVersion: "22200"
    uid: 60239af2-6656-4780-86e6-49e5492b79f4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:09:11Z"
  message: Pulling image "kserve/autogluonserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:09:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:11Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2c25d9b01ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "22421"
    uid: b250b109-b85e-4629-b1d6-f2c6c5764d4e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:11:13Z"
  message: 'Successfully pulled image "kserve/autogluonserver:latest" in 2m2.372s
    (2m2.372s including waiting). Image size: 8945772325 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2dedb8f8a56
    namespace: kserve-ci-e2e-test
    resourceVersion: "23371"
    uid: 4960a919-bac9-4038-b6ec-fa11d17f6275
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:11:13Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2dee63fa971
    namespace: kserve-ci-e2e-test
    resourceVersion: "23373"
    uid: b8caa6b4-da02-4986-bacb-e4d71b326e8b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:11:13Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:13Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2deea3fad18
    namespace: kserve-ci-e2e-test
    resourceVersion: "23375"
    uid: 2840a385-ae41-4289-b8f6-3c4cb45bddf2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:11:13Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2deea4c7de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "23376"
    uid: d41b2a26-3c39-4b56-a96b-883b30aeb815
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:11:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2def3939e01
    namespace: kserve-ci-e2e-test
    resourceVersion: "23378"
    uid: ccb4e3be-9323-4862-a816-2dc8d95419bc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:11:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:14Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2def42559bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "23379"
    uid: 043b71df-b6f2-43c7-b41a-d95d68a6954d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:13:03Z"
  message: 'Readiness probe failed: Get "http://10.133.0.39:8080/v2/models/isvc-autogluon-v2-noslash/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:03Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2f87e8aed1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24261"
    uid: e7532b27-5513-40cb-8880-28cfd5176995
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:13:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:06Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2f939c13201
    namespace: kserve-ci-e2e-test
    resourceVersion: "24323"
    uid: c31a8c63-3095-4f2f-994d-9076a956e7f9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22170"
    uid: a0ca6d67-c885-4ecf-b48c-8bef21902974
  kind: Event
  lastTimestamp: "2026-09-16T19:13:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:07Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn.18d5e2f939c1e965
    namespace: kserve-ci-e2e-test
    resourceVersion: "24324"
    uid: 12a119f9-c92d-43de-8952-38c8c8eabec6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22158"
    uid: 95221f88-e42f-4c52-a15f-c4c5103d38e6
  kind: Event
  lastTimestamp: "2026-09-16T19:08:40Z"
  message: 'Created pod: isvc-autogluon-v2-noslash-predictor-5499c79f9f-kt2kn'
  metadata:
    creationTimestamp: "2026-09-16T19:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:40Z"
    name: isvc-autogluon-v2-noslash-predictor-5499c79f9f.18d5e2bb3aec140d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22169"
    uid: 8e88aaf8-6cdb-431b-b5c2-4094d98176cc
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22156"
    uid: 2a433fa5-82bc-4f0f-ade7-c5b505d85122
  kind: Event
  lastTimestamp: "2026-09-16T19:08:40Z"
  message: Scaled up replica set isvc-autogluon-v2-noslash-predictor-5499c79f9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:40Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2bb3790e242
    namespace: kserve-ci-e2e-test
    resourceVersion: "22160"
    uid: f73cebc5-6509-45d9-9186-02e7379f2699
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 2888b317-6388-4c55-9007-32cd4964e3a0
  kind: Event
  lastTimestamp: "2026-09-16T19:11:40Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:40Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2beb6c32b96
    namespace: kserve-ci-e2e-test
    resourceVersion: "23571"
    uid: c23283ae-11cc-4f5f-807f-d35dc0f09b76
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22157"
    uid: 2888b317-6388-4c55-9007-32cd4964e3a0
  kind: Event
  lastTimestamp: "2026-09-16T19:11:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:08:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:40Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2beb733fa1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23572"
    uid: 945f06b3-8712-400f-b102-73f6985224db
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-noslash-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22303"
    uid: 2888b317-6388-4c55-9007-32cd4964e3a0
  kind: Event
  lastTimestamp: "2026-09-16T19:11:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:11:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:55Z"
    name: isvc-autogluon-v2-noslash-predictor.18d5e2e8a9c56a8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23679"
    uid: ff008c03-b01e-478e-8bd5-f86600f6ba1d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22148"
    uid: ac04af82-22f9-4d5c-8d74-c31691ca94dd
  kind: Event
  lastTimestamp: "2026-09-16T19:12:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:52Z"
    name: isvc-autogluon-v2-noslash.18d5e2bb37991de7
    namespace: kserve-ci-e2e-test
    resourceVersion: "24181"
    uid: 04d8ed69-3081-4bea-bc20-e90f5dfd2917
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "22148"
    uid: ac04af82-22f9-4d5c-8d74-c31691ca94dd
  kind: Event
  lastTimestamp: "2026-09-16T19:08:40Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-noslash":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-noslash":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:08:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:40Z"
    name: isvc-autogluon-v2-noslash.18d5e2bb38341087
    namespace: kserve-ci-e2e-test
    resourceVersion: "22165"
    uid: e081ff9e-8996-496b-817e-a05429eb7b22
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-noslash
    namespace: kserve-ci-e2e-test
    resourceVersion: "24179"
    uid: ac04af82-22f9-4d5c-8d74-c31691ca94dd
  kind: Event
  lastTimestamp: "2026-09-16T19:12:52Z"
  message: InferenceService [isvc-autogluon-v2-noslash] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:52Z"
    name: isvc-autogluon-v2-noslash.18d5e2f5f287ee1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24180"
    uid: 66758f1a-00c5-47f1-9520-9ce3791af077
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:04:17.753559Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19851"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:04:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:04:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e27e009b38c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19857"
    uid: e90fc1ce-40a8-4700-8338-47531109438f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19861"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:04:18Z"
  message: Add eth0 [10.134.0.38/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:04:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e27e224ed9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "19869"
    uid: 1ac5a778-53db-47be-adc5-b75c54fbc0e9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:04:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e27e23dc17a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19871"
    uid: 1ef1ea3d-03d8-434e-ba2a-8b7d7511e974
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:04:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e27e263368d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19872"
    uid: a807f24a-324e-4409-9fc8-4c57814c1a16
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:04:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:04:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:18Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e27e268cf2c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19873"
    uid: 4117fef1-df53-4297-a270-746ac2ba7b30
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:04:24Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e27f76f6806b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19918"
    uid: 1cca2420-dab3-4d8a-acb3-28b56dfd4cd2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:04:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e27f79bb9c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "19920"
    uid: 9edea079-7d4d-44f6-9507-f01e7ad8cff2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:04:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e27f7a1cc0e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19922"
    uid: 9a47c04f-a9f8-4564-bd48-e3de2f974d84
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:04:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e27f7a25223d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19924"
    uid: 5f4ac16f-2b1b-4c49-bfb8-8b9d28102f3a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:04:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e27f7d6755b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "19927"
    uid: 3701185c-1bf0-40c2-9bd0-15fbde0cf867
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:04:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:04:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:04:24Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e27f7dc58488
    namespace: kserve-ci-e2e-test
    resourceVersion: "19928"
    uid: 22055f69-f202-4729-a9a8-da2e28cc408b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:06:11Z"
  message: 'Readiness probe failed: Get "http://10.134.0.38:8080/v2/models/isvc-autogluon-v2/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:11Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e2987b58337c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20794"
    uid: 7ebc9401-13e3-4b0b-aaba-cf4758b2205c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:06:13Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:13Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e29902f7921a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20821"
    uid: ca83c67f-e0c7-4e6a-8238-e510e8bc685f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7
    namespace: kserve-ci-e2e-test
    resourceVersion: "19855"
    uid: db9efbe7-ac5c-451d-a93a-fba78bb09021
  kind: Event
  lastTimestamp: "2026-09-16T19:06:13Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:13Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9-prbn7.18d5e29902f8a1bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "20822"
    uid: ee6df0e3-f9fd-48dc-a00d-9f98442e6b77
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-predictor-9684b4cd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19837"
    uid: 722fbe15-8874-43f1-8e44-5324d22bfe4b
  kind: Event
  lastTimestamp: "2026-09-16T19:04:17Z"
  message: 'Created pod: isvc-autogluon-v2-predictor-9684b4cd9-prbn7'
  metadata:
    creationTimestamp: "2026-09-16T19:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:17Z"
    name: isvc-autogluon-v2-predictor-9684b4cd9.18d5e27dffe2a9fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "19853"
    uid: 202949bf-ebb2-4229-be16-a9fa34783ca5
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19835"
    uid: 51877093-4bb1-44f7-9b27-f63594463376
  kind: Event
  lastTimestamp: "2026-09-16T19:04:17Z"
  message: Scaled up replica set isvc-autogluon-v2-predictor-9684b4cd9 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:17Z"
    name: isvc-autogluon-v2-predictor.18d5e27dfbc90a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "19840"
    uid: 8f494501-c3a9-49ce-91d4-b38e9adca67a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19836"
    uid: 7f4bd9ca-1a87-44cf-a015-66d0b7cb9d8f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:02Z"
    name: isvc-autogluon-v2-predictor.18d5e2817a9ff82e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20210"
    uid: d66f29a2-9498-4bc1-b115-d28f45e4b954
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19836"
    uid: 7f4bd9ca-1a87-44cf-a015-66d0b7cb9d8f
  kind: Event
  lastTimestamp: "2026-09-16T19:05:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:04:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:02Z"
    name: isvc-autogluon-v2-predictor.18d5e2817b0d6ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "20211"
    uid: 89f05584-e84a-4423-a0c7-1032be6620a2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: 7f4bd9ca-1a87-44cf-a015-66d0b7cb9d8f
  kind: Event
  lastTimestamp: "2026-09-16T19:06:02Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:02Z"
    name: isvc-autogluon-v2-predictor.18d5e28bf88eb038
    namespace: kserve-ci-e2e-test
    resourceVersion: "20732"
    uid: 044344ad-01df-46dd-9d76-e923629a26bc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:17Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19993"
    uid: 7f4bd9ca-1a87-44cf-a015-66d0b7cb9d8f
  kind: Event
  lastTimestamp: "2026-09-16T19:06:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:02Z"
    name: isvc-autogluon-v2-predictor.18d5e28bf91419cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "20734"
    uid: 0a172d81-0320-47db-9662-2c1e67fe6ce0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:06:18.996180Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20897"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:06:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:06:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e29a3b3ac283
    namespace: kserve-ci-e2e-test
    resourceVersion: "20902"
    uid: 0e0a436c-2283-4f0f-a587-ba15c3c3f347
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:19Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:06:19Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-autogluon-v2-variants-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:06:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:19Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e29a43326143
    namespace: kserve-ci-e2e-test
    resourceVersion: "20911"
    uid: 103d47e5-9178-4e0a-a262-4977171c6d31
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:20Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20906"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:06:20Z"
  message: Add eth0 [10.134.0.39/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:06:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e29a80d59ddc
    namespace: kserve-ci-e2e-test
    resourceVersion: "20920"
    uid: d9f1d0a8-6c1a-4fac-9d45-12bc7c67ac36
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:06:20Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e29a82504a5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20922"
    uid: b14bca19-e784-4ce1-8e8a-7c814616c2c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:06:20Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e29a8544220a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20923"
    uid: ef2120d1-f66f-4411-8a01-988d2e107f9d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:06:20Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:06:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:20Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e29a85a07287
    namespace: kserve-ci-e2e-test
    resourceVersion: "20924"
    uid: 578999f7-9be8-4b57-a474-f15ba3309431
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:06:49Z"
  message: Container image "kserve/autogluonserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e2a1635d9031
    namespace: kserve-ci-e2e-test
    resourceVersion: "21146"
    uid: 7b36bae0-09c2-4f57-bf78-b92e4597e916
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:06:49Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e2a16675f8f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21148"
    uid: 9a729c96-2eab-4ccf-9f12-113626b488c2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:06:49Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e2a166d84c70
    namespace: kserve-ci-e2e-test
    resourceVersion: "21151"
    uid: fa5f5496-7d42-4ba1-8abe-938381f0cbd8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:06:49Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e2a166e2965a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21152"
    uid: 7a6178de-24b8-4d75-b2cc-605598ed27fa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:06:49Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e2a169bf8113
    namespace: kserve-ci-e2e-test
    resourceVersion: "21155"
    uid: 4bc67a7e-d2cd-4e22-9af4-7aaca6a0486b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:06:49Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:06:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:49Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e2a16a25a0b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21156"
    uid: 258a4a55-29b4-474f-9a15-5987d9b9ecfc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:08:33Z"
  message: 'Readiness probe failed: Get "http://10.134.0.39:8080/v2/models/isvc-autogluon-v2-variants/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:33Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e2b98b06186f
    namespace: kserve-ci-e2e-test
    resourceVersion: "22072"
    uid: 5bb96104-d6da-4839-b53c-f1283c331278
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:08:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:35Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e2ba06682305
    namespace: kserve-ci-e2e-test
    resourceVersion: "22104"
    uid: 7b54012c-de54-44c3-a58a-8a2bb477294e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:08:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:08:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:35Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e2ba06689b2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22105"
    uid: d1d1c170-4ba6-4b11-990a-141c27811aa8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q
    namespace: kserve-ci-e2e-test
    resourceVersion: "20899"
    uid: 4803396d-af3a-4d12-8fe2-c37eaf3e6849
  kind: Event
  lastTimestamp: "2026-09-16T19:08:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.39:8643/healthz": dial tcp
    10.134.0.39:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:08:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:08:36Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q.18d5e2ba4dce78e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "22113"
    uid: de623331-a24a-407b-89ae-db39dcd6458d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-autogluon-v2-variants-predictor-5c889d8844
    namespace: kserve-ci-e2e-test
    resourceVersion: "20887"
    uid: 71031ef2-7771-4e0f-be92-2981ae71289e
  kind: Event
  lastTimestamp: "2026-09-16T19:06:18Z"
  message: 'Created pod: isvc-autogluon-v2-variants-predictor-5c889d8844-nwt7q'
  metadata:
    creationTimestamp: "2026-09-16T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:18Z"
    name: isvc-autogluon-v2-variants-predictor-5c889d8844.18d5e29a3ad37398
    namespace: kserve-ci-e2e-test
    resourceVersion: "20900"
    uid: 93532461-043c-485f-a3d0-cc1d3afeeaba
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20885"
    uid: 45731356-9bb6-474e-aba4-be39dd1a95e7
  kind: Event
  lastTimestamp: "2026-09-16T19:06:18Z"
  message: Scaled up replica set isvc-autogluon-v2-variants-predictor-5c889d8844 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:18Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e29a35d75885
    namespace: kserve-ci-e2e-test
    resourceVersion: "20890"
    uid: be3efb0e-5efb-4f7a-bedb-ef1a94815cde
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: e7149a61-e4d0-46b4-8301-ff9df5bbc2a0
  kind: Event
  lastTimestamp: "2026-09-16T19:07:34Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:34Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e29db4e0bf30
    namespace: kserve-ci-e2e-test
    resourceVersion: "21563"
    uid: 8a786d20-0ec9-4466-95c1-811fa95156db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20886"
    uid: e7149a61-e4d0-46b4-8301-ff9df5bbc2a0
  kind: Event
  lastTimestamp: "2026-09-16T19:07:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:06:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:34Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e29db5a53b76
    namespace: kserve-ci-e2e-test
    resourceVersion: "21564"
    uid: 7011e25c-bc74-4a83-9898-e7b8715e2a8c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: e7149a61-e4d0-46b4-8301-ff9df5bbc2a0
  kind: Event
  lastTimestamp: "2026-09-16T19:08:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:34Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e2a832eb5718
    namespace: kserve-ci-e2e-test
    resourceVersion: "22077"
    uid: 598441a0-8917-4e17-bc5b-fffd9954de9f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-autogluon-v2-variants-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21027"
    uid: e7149a61-e4d0-46b4-8301-ff9df5bbc2a0
  kind: Event
  lastTimestamp: "2026-09-16T19:08:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:07:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:34Z"
    name: isvc-autogluon-v2-variants-predictor.18d5e2a8335f2879
    namespace: kserve-ci-e2e-test
    resourceVersion: "22078"
    uid: 5cbfc31e-00b4-46ab-ad0b-f0ad07ae2496
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: fa19bdbb-bd3e-4025-9006-5ed978c7cd18
  kind: Event
  lastTimestamp: "2026-09-16T19:08:22Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:22Z"
    name: isvc-autogluon-v2-variants.18d5e29a35f16f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "21989"
    uid: 90232284-2f84-4a6e-9019-9ecb281298a2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "20876"
    uid: fa19bdbb-bd3e-4025-9006-5ed978c7cd18
  kind: Event
  lastTimestamp: "2026-09-16T19:06:18Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2-variants":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2-variants":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:06:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:18Z"
    name: isvc-autogluon-v2-variants.18d5e29a36ad9d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20892"
    uid: c0c67996-e42e-4456-8e2e-9c0c2b4e755f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2-variants
    namespace: kserve-ci-e2e-test
    resourceVersion: "21987"
    uid: fa19bdbb-bd3e-4025-9006-5ed978c7cd18
  kind: Event
  lastTimestamp: "2026-09-16T19:08:22Z"
  message: InferenceService [isvc-autogluon-v2-variants] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:08:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:08:22Z"
    name: isvc-autogluon-v2-variants.18d5e2b6ffb9c23d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21988"
    uid: 2e9b450c-38da-46ac-ac57-c9b78ca9819d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: a0c83faa-b61d-4300-8618-78d507b2ba2c
  kind: Event
  lastTimestamp: "2026-09-16T19:06:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:00Z"
    name: isvc-autogluon-v2.18d5e27dfbf40b5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20714"
    uid: fe91dc48-ad3c-481b-ba5e-589d8d56367c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19827"
    uid: a0c83faa-b61d-4300-8618-78d507b2ba2c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:17Z"
  message: 'Failed to update status for InferenceService "isvc-autogluon-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-autogluon-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:17Z"
    name: isvc-autogluon-v2.18d5e27dfc7c224e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19862"
    uid: 6abc43db-c8f9-49a1-b19b-f85832408d44
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19831"
    uid: a0c83faa-b61d-4300-8618-78d507b2ba2c
  kind: Event
  lastTimestamp: "2026-09-16T19:04:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-autogluon-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:04:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:04:17Z"
    name: isvc-autogluon-v2.18d5e27e02863fba
    namespace: kserve-ci-e2e-test
    resourceVersion: "19863"
    uid: c1cc2fd8-d5e6-46ec-9083-fb163d2aa051
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-autogluon-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20712"
    uid: a0c83faa-b61d-4300-8618-78d507b2ba2c
  kind: Event
  lastTimestamp: "2026-09-16T19:06:00Z"
  message: InferenceService [isvc-autogluon-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:06:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:00Z"
    name: isvc-autogluon-v2.18d5e295ee62790f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20713"
    uid: 54618451-d7a3-4982-bf7a-15338f09d68b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:39.623338Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25382"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6fb974599-bpsct
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e30ecaef4fef
    namespace: kserve-ci-e2e-test
    resourceVersion: "25390"
    uid: 7b1231c9-3959-4452-a30c-80848cbfc4c7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25394"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Add eth0 [10.134.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e30eed435511
    namespace: kserve-ci-e2e-test
    resourceVersion: "25415"
    uid: 44fb9302-0e4c-4c96-a072-b9a3196e0869
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e30eef0cf537
    namespace: kserve-ci-e2e-test
    resourceVersion: "25420"
    uid: d1a2b122-adda-40b0-a491-fe71887002ee
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e30ef206d3b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25424"
    uid: 508f92b5-bf3b-4abc-8a75-397ab8ae23ac
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e30ef27660d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25426"
    uid: f7bff2e6-29f8-4cc9-9ba1-d7fd45289acc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e30fd80302fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "25468"
    uid: 7c50c96f-1d55-417b-8871-2ad157cad778
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e30fdcb90e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "25472"
    uid: fce2ace7-db86-4f17-8a78-279b0499d949
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e30fdd2f7dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25476"
    uid: d29d2050-c6d1-498c-b2a8-aa39c05c4a47
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e30fdd383026
    namespace: kserve-ci-e2e-test
    resourceVersion: "25477"
    uid: 479bef5d-8476-4b0b-892c-d503987bc057
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e30fe08f5413
    namespace: kserve-ci-e2e-test
    resourceVersion: "25482"
    uid: 6018fb72-4c74-4a31-82ee-2c313cd078ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e30fe0feb29a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25484"
    uid: 507a9e6e-b66d-4dcf-bde2-7b7c9420325e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:15:53Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:53Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e3105099d2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26289"
    uid: 1180ab8b-20c3-42d5-8906-7e78ab87d22d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:15:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:58Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e3212e127b85
    namespace: kserve-ci-e2e-test
    resourceVersion: "26417"
    uid: 24352736-a889-4cf0-85f2-5b9ee6ee26d6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:15:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:58Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e3212e136e52
    namespace: kserve-ci-e2e-test
    resourceVersion: "26422"
    uid: 1a4abe37-6f70-4ce3-bb66-7dfa1a510ecd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-bpsct
    namespace: kserve-ci-e2e-test
    resourceVersion: "25387"
    uid: b6b3246b-d1cb-429a-9cc7-f29ea2ed127a
  kind: Event
  lastTimestamp: "2026-09-16T19:16:02Z"
  message: 'Readiness probe failed: Get "https://10.134.0.46:8643/healthz": dial tcp
    10.134.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:02Z"
    name: isvc-canary-create-predictor-6fb974599-bpsct.18d5e322026b9ed5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26463"
    uid: 86f75a82-7246-4353-9f12-5d2ce5d3a26c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:39.677922Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25395"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-predictor-6fb974599-lx7v5
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e30ece2fe1ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "25399"
    uid: db368c9e-4a3c-4dde-b67b-5fdb2fb84de9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25403"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Add eth0 [10.133.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e30ef02f4643
    namespace: kserve-ci-e2e-test
    resourceVersion: "25421"
    uid: 361bbb3e-558a-4d3c-aba6-5858e42f98e8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e30ef25b0821
    namespace: kserve-ci-e2e-test
    resourceVersion: "25425"
    uid: ca54a656-85d9-468a-8b69-25f85e08fb9b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e30ef4f6fca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25427"
    uid: e434696d-8706-4c0e-b1b9-c65d40818f87
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e30ef5683e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "25428"
    uid: f371f040-9f29-4f6f-ace8-3e5e9351d0b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e3100a6d5cba
    namespace: kserve-ci-e2e-test
    resourceVersion: "25491"
    uid: 7e9e03cf-b5cd-4756-9df1-6f3680bef2e1
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:14:58Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    in 13.152s (13.152s including waiting). Image size: 1580844954 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:58Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e3131a6719b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "25597"
    uid: a8243929-d16e-49f4-82a6-88762dfa3cc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:14:58Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:58Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e3131dacb084
    namespace: kserve-ci-e2e-test
    resourceVersion: "25598"
    uid: 5556b32e-a2fe-43b9-82dd-963d03492931
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:14:58Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:58Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e3131e1bd551
    namespace: kserve-ci-e2e-test
    resourceVersion: "25599"
    uid: 6f49598d-1fea-4be0-b2d0-920fc946fd2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:14:58Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:58Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e3131e24b429
    namespace: kserve-ci-e2e-test
    resourceVersion: "25600"
    uid: ca0e0de6-8f96-436a-a825-d9f7a76b9764
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:14:58Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:58Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e313211405a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "25601"
    uid: df7cadb3-5972-41e3-ba6d-6f5a5ad41245
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:14:58Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:58Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e3132180f118
    namespace: kserve-ci-e2e-test
    resourceVersion: "25602"
    uid: 6c8b89dd-4676-4e46-842d-425793ce4346
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:16:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:15:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:06Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e3138daec017
    namespace: kserve-ci-e2e-test
    resourceVersion: "26501"
    uid: cc02c48d-b92d-4e6f-8c60-8526314f191d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:16:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:19Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e326168be14f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26648"
    uid: 2c224fcd-de73-4c3a-81b8-66128d0b4d6a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:16:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:19Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e326168d1536
    namespace: kserve-ci-e2e-test
    resourceVersion: "26649"
    uid: 863b93ee-f144-4da7-8cf5-2d705f4a97e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-predictor-6fb974599-lx7v5
    namespace: kserve-ci-e2e-test
    resourceVersion: "25397"
    uid: 4c863b50-666d-4ac8-9e0e-2007d889d4e2
  kind: Event
  lastTimestamp: "2026-09-16T19:16:21Z"
  message: 'Readiness probe failed: Get "https://10.133.0.42:8643/healthz": dial tcp
    10.133.0.42:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:21Z"
    name: isvc-canary-create-predictor-6fb974599-lx7v5.18d5e32669db40a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26666"
    uid: 968f3ca4-12c0-44af-a0b3-b827eaf641ab
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6fb974599
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: 90b4fd55-61a0-4b18-aca4-12be74676bdd
  kind: Event
  lastTimestamp: "2026-09-16T19:14:39Z"
  message: 'Created pod: isvc-canary-create-predictor-6fb974599-bpsct'
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-create-predictor-6fb974599.18d5e30eca35dfe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25386"
    uid: 60381db7-d14e-4b4c-b3a1-2db8fcb39c6e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6fb974599
    namespace: kserve-ci-e2e-test
    resourceVersion: "25367"
    uid: 90b4fd55-61a0-4b18-aca4-12be74676bdd
  kind: Event
  lastTimestamp: "2026-09-16T19:14:39Z"
  message: 'Created pod: isvc-canary-create-predictor-6fb974599-lx7v5'
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-create-predictor-6fb974599.18d5e30ecdab9577
    namespace: kserve-ci-e2e-test
    resourceVersion: "25396"
    uid: 9982d65f-b514-4f02-ad1c-5289d3e20e6d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-predictor-6fb974599
    namespace: kserve-ci-e2e-test
    resourceVersion: "26413"
    uid: 90b4fd55-61a0-4b18-aca4-12be74676bdd
  kind: Event
  lastTimestamp: "2026-09-16T19:15:58Z"
  message: 'Deleted pod: isvc-canary-create-predictor-6fb974599-bpsct'
  metadata:
    creationTimestamp: "2026-09-16T19:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:58Z"
    name: isvc-canary-create-predictor-6fb974599.18d5e3212e01cdf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26418"
    uid: 99d99e11-443e-4dd5-89a9-e9af921fdb6d
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25365"
    uid: f8f5e1fd-60f1-4c9e-af52-28e4655d95c9
  kind: Event
  lastTimestamp: "2026-09-16T19:14:39Z"
  message: Scaled up replica set isvc-canary-create-predictor-6fb974599 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-create-predictor.18d5e30ec6b5d88b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25368"
    uid: 6f0e84bc-0f90-4d77-9a92-bf5e5fe47983
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26409"
    uid: f8f5e1fd-60f1-4c9e-af52-28e4655d95c9
  kind: Event
  lastTimestamp: "2026-09-16T19:15:58Z"
  message: Scaled down replica set isvc-canary-create-predictor-6fb974599 from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:15:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:58Z"
    name: isvc-canary-create-predictor.18d5e3212cf6b7eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26414"
    uid: 70b870f3-da65-45b4-b4d1-0dae34b6ee97
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:39.574755Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25371"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-create-v2-predictor-847844f798-qldch
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e30ec809aafd
    namespace: kserve-ci-e2e-test
    resourceVersion: "25377"
    uid: 623525f5-f994-49bc-81d1-731faf9b283b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25385"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Add eth0 [10.134.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e30ee9dd507c
    namespace: kserve-ci-e2e-test
    resourceVersion: "25412"
    uid: f7528c45-f6a7-408d-b882-d3b2700755e6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e30eeb718e77
    namespace: kserve-ci-e2e-test
    resourceVersion: "25414"
    uid: 021c952a-c1fd-41ca-8c88-35fd1e816d2b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e30eee29dfea
    namespace: kserve-ci-e2e-test
    resourceVersion: "25417"
    uid: 6746cf2a-2bb5-41f0-9aae-bf374c2154b4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:40Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:40Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e30eeea3d417
    namespace: kserve-ci-e2e-test
    resourceVersion: "25418"
    uid: be034745-b737-4fc8-88f4-35d3842fd3bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e30fd7e8fbf2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25466"
    uid: 1d79d542-b2dd-4d72-a7f1-a24fe00782de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e30fdcade05b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25471"
    uid: 58d5edaf-597e-4265-b7a5-b4a60d1a4f79
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e30fdd21ec3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25473"
    uid: d75025df-0160-4eeb-994f-c59e7ccff44e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e30fdd2c449b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25475"
    uid: 54bb4843-f83c-43be-8642-9d7890bd5514
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e30fe07d3f4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25479"
    uid: 482cc1c3-3bd9-422f-a03f-ebff9c10b488
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:44Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:44Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e30fe0f0457b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25483"
    uid: 6bdcc555-ff35-4de5-97a4-571edfb3c2e3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:15:52Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:52Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e3105099d344
    namespace: kserve-ci-e2e-test
    resourceVersion: "26249"
    uid: bd0a2f96-7158-456f-86a7-0f5d9e338b1d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:19Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e3261621e14a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26646"
    uid: bef8e4df-9a2b-495c-8143-0dc9a72d8889
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:19Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e3261623042f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26647"
    uid: 7e969da3-b6d0-4d90-9dd4-7509c26c3205
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-create-v2-predictor-847844f798-qldch
    namespace: kserve-ci-e2e-test
    resourceVersion: "25374"
    uid: a5b01dce-7cd8-483a-8480-8027abc6fae0
  kind: Event
  lastTimestamp: "2026-09-16T19:16:22Z"
  message: 'Readiness probe failed: Get "https://10.134.0.45:8643/healthz": dial tcp
    10.134.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:22Z"
    name: isvc-canary-create-v2-predictor-847844f798-qldch.18d5e326aa89cc08
    namespace: kserve-ci-e2e-test
    resourceVersion: "26675"
    uid: 9e1eb9dc-99fe-4fdc-aa13-4082ea0b6692
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-create-v2-predictor-847844f798
    namespace: kserve-ci-e2e-test
    resourceVersion: "25357"
    uid: c5a2aeec-7b49-4c12-be74-f91562abc178
  kind: Event
  lastTimestamp: "2026-09-16T19:14:39Z"
  message: 'Created pod: isvc-canary-create-v2-predictor-847844f798-qldch'
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-create-v2-predictor-847844f798.18d5e30ec782dd0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25373"
    uid: 9ccc0139-6e28-4a55-b261-a8512bfa49e4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-create-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25356"
    uid: c1d14eb8-eeb0-4c0a-a0d5-e971de465c6e
  kind: Event
  lastTimestamp: "2026-09-16T19:14:39Z"
  message: Scaled up replica set isvc-canary-create-v2-predictor-847844f798 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:39Z"
    name: isvc-canary-create-v2-predictor.18d5e30ec41a2883
    namespace: kserve-ci-e2e-test
    resourceVersion: "25358"
    uid: 82030de1-9976-4f0c-be7a-75f1f9ad2733
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 19
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25348"
    uid: c283e36d-441d-4870-bdbf-2c88cdb7e313
  kind: Event
  lastTimestamp: "2026-09-16T19:16:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:16Z"
    name: isvc-canary-create.18d5e30ec6363807
    namespace: kserve-ci-e2e-test
    resourceVersion: "26590"
    uid: 42afe41e-4776-4d3b-bc1b-8de331fe6ddd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25348"
    uid: c283e36d-441d-4870-bdbf-2c88cdb7e313
  kind: Event
  lastTimestamp: "2026-09-16T19:15:58Z"
  message: 'Failed to update status for InferenceService "isvc-canary-create": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-create":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:58Z"
    name: isvc-canary-create.18d5e30ec6b315e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "26429"
    uid: 3a21a30f-5e94-4ecd-98ab-0b808bc0d607
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "25348"
    uid: c283e36d-441d-4870-bdbf-2c88cdb7e313
  kind: Event
  lastTimestamp: "2026-09-16T19:15:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-create": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:58Z"
    name: isvc-canary-create.18d5e30ec6b362f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "26430"
    uid: 38b62ec6-4ff5-44cd-9d5c-eacbe5679b41
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:16Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-create
    namespace: kserve-ci-e2e-test
    resourceVersion: "26591"
    uid: c283e36d-441d-4870-bdbf-2c88cdb7e313
  kind: Event
  lastTimestamp: "2026-09-16T19:16:16Z"
  message: InferenceService [isvc-canary-create] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:16:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:16Z"
    name: isvc-canary-create.18d5e32545aeba06
    namespace: kserve-ci-e2e-test
    resourceVersion: "26592"
    uid: 175767b3-1b8d-4b2a-bd4e-3ac657a05e23
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:24.931085Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26737"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-649dd98487-bfvz6
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e3274fc3b77e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26740"
    uid: f6c4b463-1ccd-4748-b000-c73443a76b37
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-promote-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e327576e3d29
    namespace: kserve-ci-e2e-test
    resourceVersion: "26757"
    uid: 63f06121-08b1-48bc-ba59-343126bc2456
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26745"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:16:26Z"
  message: Add eth0 [10.134.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:26Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e327956423a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26783"
    uid: 0ccc700f-64bf-479f-a733-4150ba488f10
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:16:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:26Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e3279705218b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26785"
    uid: 3d5c318c-0bac-4252-996f-3aff02d040b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:16:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:26Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e3279a822a66
    namespace: kserve-ci-e2e-test
    resourceVersion: "26786"
    uid: 98dba675-84aa-4852-8e06-c5b427071b59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:16:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:26Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e3279b0a12e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26787"
    uid: b7d7abe7-137a-4796-a98a-b7b965dac7a7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e328a6e8a2a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26850"
    uid: 8dee069c-68fd-4e99-97cb-6f55badce3e7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e328aa874a39
    namespace: kserve-ci-e2e-test
    resourceVersion: "26853"
    uid: 62c085ea-4d9e-4709-9715-2442685991b6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e328aafa12ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "26855"
    uid: c0c4d3c6-0f2a-4d0b-83f0-9aa2a1a39c88
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e328ab04b3c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26856"
    uid: b1f7f15a-c8d0-44a7-bc0a-9998ec2ebe6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e328ae4efed0
    namespace: kserve-ci-e2e-test
    resourceVersion: "26858"
    uid: f1098c37-6531-4189-bdc0-7346b1fcb579
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e328aebeb99e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26859"
    uid: d0bfb6a7-0825-4577-b86e-2a13cdbe240e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:17:38Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:38Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e3291ee9cc69
    namespace: kserve-ci-e2e-test
    resourceVersion: "27461"
    uid: 7c3a57ae-7cad-4c40-bd84-286c123e0cce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e33a68d94796
    namespace: kserve-ci-e2e-test
    resourceVersion: "27538"
    uid: d44a1e6e-5038-405b-8d26-8fce0b144261
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e33a68d9aead
    namespace: kserve-ci-e2e-test
    resourceVersion: "27539"
    uid: 41f0f38f-5031-4025-baf4-67d518fd5617
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-bfvz6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26739"
    uid: 05e376de-c2b1-4b26-9d67-2b9fa6be5752
  kind: Event
  lastTimestamp: "2026-09-16T19:17:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.48:8643/healthz": dial tcp
    10.134.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:48Z"
    name: isvc-canary-promote-predictor-649dd98487-bfvz6.18d5e33ad118e59e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27577"
    uid: 0478ad63-09a2-4ccc-acc6-9ba103fd04ef
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:24.990563Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26744"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-predictor-649dd98487-wprh7
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e327534f684b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26749"
    uid: 82140703-22e4-4540-a22b-69bac3df2680
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26754"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: Add eth0 [10.133.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e327755e1d7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26774"
    uid: 7d0fb43b-d603-48a6-b06c-32afbba6abb7
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e32776ce0919
    namespace: kserve-ci-e2e-test
    resourceVersion: "26776"
    uid: f24203d2-ea9e-4e0e-be68-c0c7eb684d75
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e3277b7451eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26777"
    uid: 34a34106-324b-4a8c-89f4-9bc823235dfd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e3277bef2531
    namespace: kserve-ci-e2e-test
    resourceVersion: "26778"
    uid: 3fdc6c1f-6ac4-4990-a50e-339bb8edcc4f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e3289ae7055a
    namespace: kserve-ci-e2e-test
    resourceVersion: "26838"
    uid: 3c3f12ef-2ce1-4172-bee0-24d79f756461
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e3289ea9c75d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26841"
    uid: dd6bcd78-127f-4ec5-8491-73f42f0e5945
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e3289f1e9d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "26842"
    uid: 33407a18-58cb-48a1-944a-dfcae8b820ba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e3289f28fbc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26843"
    uid: c63e1cc2-90d9-444b-9b2e-75af6e37ffaa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e328a1f6104e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26845"
    uid: f95ce8ad-39ff-4833-9869-426b06caa4e4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:16:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:30Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e328a26756fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "26846"
    uid: bfeb221f-317b-4df1-8b86-f10952a19a95
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:57Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:57Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e32a010c0cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27691"
    uid: 65093610-0be9-40ca-ad61-f0450fb91efe
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:54Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e33c4686ed23
    namespace: kserve-ci-e2e-test
    resourceVersion: "27649"
    uid: 158febf1-fe30-41f5-a6be-9921b1017337
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:54Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e33c46877791
    namespace: kserve-ci-e2e-test
    resourceVersion: "27650"
    uid: 14692792-f9dc-4da8-af31-4e61e1ce8aa3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-predictor-649dd98487-wprh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26748"
    uid: f641c9b8-93f2-4504-a371-68d9639d34c5
  kind: Event
  lastTimestamp: "2026-09-16T19:17:56Z"
  message: 'Readiness probe failed: Get "https://10.133.0.44:8643/healthz": dial tcp
    10.133.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:56Z"
    name: isvc-canary-promote-predictor-649dd98487-wprh7.18d5e33ca1ab6e67
    namespace: kserve-ci-e2e-test
    resourceVersion: "27683"
    uid: 3603b572-864d-421a-b831-aa2577ae552f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-649dd98487
    namespace: kserve-ci-e2e-test
    resourceVersion: "26720"
    uid: a983a1d8-a9af-47ce-a531-8809d5a35739
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: 'Created pod: isvc-canary-promote-predictor-649dd98487-bfvz6'
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-promote-predictor-649dd98487.18d5e3274ef0becc
    namespace: kserve-ci-e2e-test
    resourceVersion: "26738"
    uid: 28e95151-c335-4526-a87c-ac5d07dadf4c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-649dd98487
    namespace: kserve-ci-e2e-test
    resourceVersion: "26720"
    uid: a983a1d8-a9af-47ce-a531-8809d5a35739
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: 'Created pod: isvc-canary-promote-predictor-649dd98487-wprh7'
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-promote-predictor-649dd98487.18d5e32752751dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26746"
    uid: 2a2c1e32-06db-4ed8-a545-6570995cad6c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-predictor-649dd98487
    namespace: kserve-ci-e2e-test
    resourceVersion: "27530"
    uid: a983a1d8-a9af-47ce-a531-8809d5a35739
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: 'Deleted pod: isvc-canary-promote-predictor-649dd98487-bfvz6'
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-promote-predictor-649dd98487.18d5e33a68a38085
    namespace: kserve-ci-e2e-test
    resourceVersion: "27534"
    uid: f20eb62a-8472-467e-af5c-c06468a4e399
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26717"
    uid: 56e55ad5-4bf6-456a-96a3-d8c905d2f080
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Scaled up replica set isvc-canary-promote-predictor-649dd98487 from 0 to
    2
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-promote-predictor.18d5e3274af1c22e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26723"
    uid: 812619ac-af8e-45a1-aaf4-a7705d9515b6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27526"
    uid: 56e55ad5-4bf6-456a-96a3-d8c905d2f080
  kind: Event
  lastTimestamp: "2026-09-16T19:17:46Z"
  message: Scaled down replica set isvc-canary-promote-predictor-649dd98487 from 2
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:17:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:46Z"
    name: isvc-canary-promote-predictor.18d5e33a68029eea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27531"
    uid: 427ad889-59f0-43f5-a4c8-c552f4d459a5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:16:24.878004Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26727"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e3274c99cb7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "26732"
    uid: b0148fb5-9d3c-46c5-a963-b9838065878b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26736"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: Add eth0 [10.133.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e3276ebe3081
    namespace: kserve-ci-e2e-test
    resourceVersion: "26767"
    uid: 8e868d32-9afd-4895-89e5-897ccc2b7f16
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e3277017d0f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26770"
    uid: b2a99c01-03c6-4714-ad8e-f7f7d45f6e3b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e32772d4f793
    namespace: kserve-ci-e2e-test
    resourceVersion: "26772"
    uid: 3c8a495e-3850-4d0e-9c05-dae19641d9e9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:16:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e32773469efa
    namespace: kserve-ci-e2e-test
    resourceVersion: "26773"
    uid: 903ca8a6-eb4d-4ad1-8222-08926ed60376
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:29Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:29Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e3285ec3e7f3
    namespace: kserve-ci-e2e-test
    resourceVersion: "26825"
    uid: a6fbb6ba-8134-4f95-81b4-39f497876980
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:29Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e3286357818f
    namespace: kserve-ci-e2e-test
    resourceVersion: "26829"
    uid: 31831d93-3f35-47f1-8dc9-3985bc8541c3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:29Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e32863c8d975
    namespace: kserve-ci-e2e-test
    resourceVersion: "26830"
    uid: 29e12ed3-214a-4591-892c-e99a72761dce
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:29Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:29Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e32863d3c160
    namespace: kserve-ci-e2e-test
    resourceVersion: "26831"
    uid: 8bd28a42-2f3c-4a92-a95e-20fcb8bfa0eb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:29Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:29Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e32866bfb9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26832"
    uid: d86bda22-cb94-443c-a7eb-41a516ef09f1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:16:29Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:16:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:16:29Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e3286744b0f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26833"
    uid: c747d4ab-fe84-4268-9e66-5b5b9f53b049
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:19:26Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.43:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:16:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:26Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e328d6f4ff9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28550"
    uid: 668dc28a-d2ed-4b15-aa69-ea4a00373683
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:19:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:25Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e35146ae2b34
    namespace: kserve-ci-e2e-test
    resourceVersion: "28535"
    uid: 77133a01-5e64-4dfb-9043-015aaf7ba7ba
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:19:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:25Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e35146b07c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "28536"
    uid: c8a4d4cc-e1d0-475b-b33f-89332dff2c5b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml
    namespace: kserve-ci-e2e-test
    resourceVersion: "26729"
    uid: 1840b2e4-9d55-4bbb-a1c8-1ec3a35aba5e
  kind: Event
  lastTimestamp: "2026-09-16T19:19:27Z"
  message: 'Readiness probe failed: Get "https://10.133.0.43:8643/healthz": dial tcp
    10.133.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:27Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml.18d5e351d19d38cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28554"
    uid: aee14a65-530b-4f26-9e69-e602d9001ef4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:55.018151Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27652"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:55Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:55Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33c495f3a5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27656"
    uid: d7428ef3-9f6f-4465-ad5f-c5265b819550
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27660"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:55Z"
  message: Add eth0 [10.134.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:17:55Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33c6b57e1d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27666"
    uid: 96e2209f-4365-4daf-bb91-6fa16341cee2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:55Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33c6de95cea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27668"
    uid: 30333762-3dce-4476-bf7f-a86b6ab78ac9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:55Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33c70eb5399
    namespace: kserve-ci-e2e-test
    resourceVersion: "27669"
    uid: 34898cbd-9470-413f-94aa-abb174e0fc48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:17:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:55Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33c715a5e25
    namespace: kserve-ci-e2e-test
    resourceVersion: "27670"
    uid: 825e7a83-9758-4189-88ca-4deffe078d69
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:18:00Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:00Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33d7a0e5e0f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27714"
    uid: 54135b9b-7cb8-4d5b-aec7-467d3bd8d03c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:18:00Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:00Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33d7d847699
    namespace: kserve-ci-e2e-test
    resourceVersion: "27717"
    uid: c0f922f4-5109-4e3a-8030-5f4d025f3c9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:18:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:00Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33d7df5ade4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27718"
    uid: 51a1e031-bee5-4bd7-a875-ff467eeff2e4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:18:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:00Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33d7dffbcf9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27719"
    uid: e38546d0-f641-43ae-ba44-af99e1377576
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:18:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:00Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33d80f81272
    namespace: kserve-ci-e2e-test
    resourceVersion: "27720"
    uid: afc1d374-9351-4dce-9649-c7eb333e0901
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:18:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:18:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:00Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33d8164bf52
    namespace: kserve-ci-e2e-test
    resourceVersion: "27721"
    uid: 786caab3-9700-418f-9320-832b03c0b1f1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:18:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e33df229faec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28563"
    uid: d967d61e-3efb-4c71-aad1-b02d4d4ac30d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:19:25Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:25Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e35146357df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28533"
    uid: 04b8fbc2-8199-4aab-9595-ee1f52ee0795
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:19:25Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:25Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e35146360535
    namespace: kserve-ci-e2e-test
    resourceVersion: "28534"
    uid: a5392490-d541-473b-a1f6-2574b3d23fd9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27653"
    uid: d49bf999-9dc9-4593-bd57-a66689e15cae
  kind: Event
  lastTimestamp: "2026-09-16T19:19:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.49:8643/healthz": dial tcp
    10.134.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:28Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5.18d5e351f87365ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "28562"
    uid: 084e971c-8c2b-4f13-9d4a-42a50a4df213
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6f55c68fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26710"
    uid: a60577a6-e534-4e59-b2cc-677fe90a6d82
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6f55c68fdd-2r4ml'
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd.18d5e3274c1c1e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "26728"
    uid: 48c72dc8-fb73-4d93-9619-823448ab9dae
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:55Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-promote-v2-predictor-6f55c68fdd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27639"
    uid: a60577a6-e534-4e59-b2cc-677fe90a6d82
  kind: Event
  lastTimestamp: "2026-09-16T19:17:55Z"
  message: 'Created pod: isvc-canary-promote-v2-predictor-6f55c68fdd-8lwv5'
  metadata:
    creationTimestamp: "2026-09-16T19:17:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:55Z"
    name: isvc-canary-promote-v2-predictor-6f55c68fdd.18d5e33c4900f15a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27654"
    uid: c5073df0-0cba-4ad7-92ae-0a17c3c3b020
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26709"
    uid: 40e0722b-93c7-42d3-9674-37f7da3a83dc
  kind: Event
  lastTimestamp: "2026-09-16T19:16:24Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6f55c68fdd from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:24Z"
    name: isvc-canary-promote-v2-predictor.18d5e32748d962e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "26711"
    uid: 0d86c1fa-f093-435d-8e4e-01099ab581c8
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-promote-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27634"
    uid: 40e0722b-93c7-42d3-9674-37f7da3a83dc
  kind: Event
  lastTimestamp: "2026-09-16T19:17:54Z"
  message: Scaled up replica set isvc-canary-promote-v2-predictor-6f55c68fdd from
    1 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:17:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:54Z"
    name: isvc-canary-promote-v2-predictor.18d5e33c45559293
    namespace: kserve-ci-e2e-test
    resourceVersion: "27644"
    uid: 099aaef6-2290-4cf9-b909-1b3ce477cee7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: 95ac7883-5806-4629-ba3b-1e588dd67d86
  kind: Event
  lastTimestamp: "2026-09-16T19:17:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:54Z"
    name: isvc-canary-promote.18d5e3274a9c2671
    namespace: kserve-ci-e2e-test
    resourceVersion: "27647"
    uid: f07a6ba2-1c94-4dc6-a124-4041d3141200
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: 95ac7883-5806-4629-ba3b-1e588dd67d86
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: 'Failed to update status for InferenceService "isvc-canary-promote": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-promote":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-promote.18d5e3274b3d819e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26755"
    uid: 78fcafb7-f5ea-4451-9265-34a260eec0f7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "26702"
    uid: 95ac7883-5806-4629-ba3b-1e588dd67d86
  kind: Event
  lastTimestamp: "2026-09-16T19:16:25Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-promote": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:16:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:16:25Z"
    name: isvc-canary-promote.18d5e3274b3dec9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "26756"
    uid: 1cbe4bb7-9b8d-4768-8fff-9cf4eefe5922
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-promote
    namespace: kserve-ci-e2e-test
    resourceVersion: "27560"
    uid: 95ac7883-5806-4629-ba3b-1e588dd67d86
  kind: Event
  lastTimestamp: "2026-09-16T19:19:18Z"
  message: InferenceService [isvc-canary-promote] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:17:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:19:18Z"
    name: isvc-canary-promote.18d5e33a90cef1d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "28461"
    uid: d376e50a-6752-46a8-b1d6-668203ef951a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:21:00.522740Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29425"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:21:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:21:00Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e3677a4ea4aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "29429"
    uid: 87319a63-7e34-423d-a673-50adfdcdd3ec
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29435"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:21:01Z"
  message: Add eth0 [10.133.0.48/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:21:01Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e367a3fd71f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29444"
    uid: 41593ce4-7881-4445-93b8-6ba77391f654
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:21:01Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:01Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e367a637aa39
    namespace: kserve-ci-e2e-test
    resourceVersion: "29446"
    uid: 4d0c91d4-d5fd-48c7-a6ef-f4e28bbd742f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:21:01Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:01Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e367acfbe001
    namespace: kserve-ci-e2e-test
    resourceVersion: "29447"
    uid: c0a17fe1-e826-429f-8424-f478b26866ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:21:01Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:21:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:01Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e367ae5976ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "29448"
    uid: 4be430ef-3670-4a7d-a484-67a4f6b7508a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:21:05Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:05Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e368c013a592
    namespace: kserve-ci-e2e-test
    resourceVersion: "29505"
    uid: 4ff061f1-e0cb-4293-8c96-438d0076a53e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:21:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:06Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e368c6856c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29509"
    uid: 908746d3-f8c0-42de-9b93-1c1574020e5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:21:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:06Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e368c7d2ff38
    namespace: kserve-ci-e2e-test
    resourceVersion: "29510"
    uid: c118a703-caab-4ef5-9b1f-1f29f0ed2730
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:21:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:06Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e368c7df2f09
    namespace: kserve-ci-e2e-test
    resourceVersion: "29511"
    uid: a2ab85db-bef6-49b7-bed3-b843fc6e2190
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:21:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:06Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e368cdd41794
    namespace: kserve-ci-e2e-test
    resourceVersion: "29513"
    uid: b9931786-e04c-48dc-bb48-c890b052fc0f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:21:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:06Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e368cf1dd1e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29514"
    uid: 77d4a642-563e-46d5-8a46-91ac924d0df3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:22:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.48:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:34Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e36938186b53
    namespace: kserve-ci-e2e-test
    resourceVersion: "30284"
    uid: 990fc7f7-f35f-41f0-8261-6bceb4293f28
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:22:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:30Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e37c7009d901
    namespace: kserve-ci-e2e-test
    resourceVersion: "30253"
    uid: 61547100-21cb-458e-9bee-134228483caf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:22:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:30Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e37c700a5874
    namespace: kserve-ci-e2e-test
    resourceVersion: "30255"
    uid: f817a894-431a-4ee8-92e3-f61da1d78fcc
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm
    namespace: kserve-ci-e2e-test
    resourceVersion: "29427"
    uid: e7c85e8b-51b6-4cba-af27-0c0e4b84c8f7
  kind: Event
  lastTimestamp: "2026-09-16T19:22:34Z"
  message: 'Readiness probe failed: Get "https://10.133.0.48:8643/healthz": dial tcp
    10.133.0.48:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:34Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm.18d5e37d3e818f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30283"
    uid: dad8902c-531b-498f-997c-56a595ea8981
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:30.466196Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28612"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e3528284c931
    namespace: kserve-ci-e2e-test
    resourceVersion: "28619"
    uid: e2a09371-2f27-4d6f-b128-47b558337c83
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e3528fc0a33b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28645"
    uid: 7492a59b-ede9-4f41-b629-191036e5d89c
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28625"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: Add eth0 [10.134.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e352c8226398
    namespace: kserve-ci-e2e-test
    resourceVersion: "28665"
    uid: d4aaf621-d6c3-469d-85eb-f7ea88e26cae
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e352c9800621
    namespace: kserve-ci-e2e-test
    resourceVersion: "28667"
    uid: af3200d7-c9d8-40b7-8d4e-bbd58ceaa523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e352cd48d038
    namespace: kserve-ci-e2e-test
    resourceVersion: "28669"
    uid: f7dfd68e-2da1-4767-9d45-1b472272212c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e352cdb89636
    namespace: kserve-ci-e2e-test
    resourceVersion: "28671"
    uid: 9c5ddbe9-3449-4127-99b7-01ad39cba51c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e353f1aba50a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28732"
    uid: 89eaaeeb-ae75-4df1-9669-e78f267a9d1c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e353f485fc8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28738"
    uid: 978a61f3-e492-470e-bd01-a3c700e51bf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e353f4f74b94
    namespace: kserve-ci-e2e-test
    resourceVersion: "28739"
    uid: 1f403708-9603-45ea-88aa-56c27e216565
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e353f5013fa6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28740"
    uid: 4708fb68-db53-45ba-bf1b-a4afef279d5c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e353f7f3dbbb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28743"
    uid: 380a2c96-7e8e-49b3-a7ea-5633ac8dbd5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e353f863776c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28744"
    uid: 5aadd4d4-744f-46bb-9398-0becd592cb23
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:22:32Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:32Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e354693eafd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30273"
    uid: 30d67472-d5ae-44df-86b1-8902f00850b2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:22:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:30Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e37c6fd6c541
    namespace: kserve-ci-e2e-test
    resourceVersion: "30252"
    uid: 2972a84c-f64c-498c-8e12-5d9e5b5b49d3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:22:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:30Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e37c6fd799b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30254"
    uid: 79e9e628-b310-4c4c-970a-856325ad6c76
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn
    namespace: kserve-ci-e2e-test
    resourceVersion: "28615"
    uid: 2f686fd5-3880-4fe1-bd55-300065dc46e5
  kind: Event
  lastTimestamp: "2026-09-16T19:22:34Z"
  message: 'Readiness probe failed: Get "https://10.134.0.52:8643/healthz": dial tcp
    10.134.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:34Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn.18d5e37d63e61a8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30290"
    uid: 54c48964-1c93-4c75-bd69-47728672d6e8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:30.528160Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28626"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e35286364f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28630"
    uid: 6c01de01-3566-44af-9073-b2b6a8c11aa2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-canary-rollback-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e352960a4094
    namespace: kserve-ci-e2e-test
    resourceVersion: "28646"
    uid: df7e3bf0-ade9-431c-a576-3c812624d2cf
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28637"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: Add eth0 [10.133.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e352d20263cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "28672"
    uid: 55164ed7-1148-453f-94d0-44c9686ed6f0
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e352d3aa93e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "28675"
    uid: d292fb12-2e94-4b69-b818-c1459b2c8d63
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e352db7fe7b0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28677"
    uid: 38bb44a3-87f5-4a0e-a9d1-942a7054fae6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e352dcc7f26d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28678"
    uid: 52bfedeb-c3c3-40fd-af18-c6bdc3a89e4d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e353ea381216
    namespace: kserve-ci-e2e-test
    resourceVersion: "28727"
    uid: ef50ebc3-db6e-46f5-aa08-1848d4c49057
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e353f09f4d04
    namespace: kserve-ci-e2e-test
    resourceVersion: "28731"
    uid: 2449950b-8472-45aa-bcc9-bc4e36b36997
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e353f1dcad3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "28733"
    uid: 861ce1cc-5361-49d7-9ac7-13e3db98ee17
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e353f1ee541c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28734"
    uid: a423a223-c466-42ec-bd4d-adf2d4f177b1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e353f91206fc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28745"
    uid: a32e3e1b-e70b-48c1-a3ca-dc92bfbd7e9f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:19:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:36Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e353fa49e5b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28746"
    uid: 72420fcc-4321-493c-bef1-fa226d1a06ae
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:21:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:03Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e3542670d769
    namespace: kserve-ci-e2e-test
    resourceVersion: "29476"
    uid: 5470a252-a385-42ce-b408-b48dd0b9e8ce
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:20:53Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:53Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e365e848049b
    namespace: kserve-ci-e2e-test
    resourceVersion: "29336"
    uid: 9b992383-d5f9-4959-a1bb-fc578d639d7f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:20:53Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:53Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e365e8495996
    namespace: kserve-ci-e2e-test
    resourceVersion: "29337"
    uid: 4aad45ff-f5a4-4179-8665-2220e8a5e9ab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n
    namespace: kserve-ci-e2e-test
    resourceVersion: "28628"
    uid: 14bd9123-b917-431d-876b-3fe8458a0086
  kind: Event
  lastTimestamp: "2026-09-16T19:21:23Z"
  message: 'Readiness probe failed: Get "https://10.133.0.47:8643/healthz": dial tcp
    10.133.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:23Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f-kf56n.18d5e36702ba3451
    namespace: kserve-ci-e2e-test
    resourceVersion: "29712"
    uid: dfd4e97a-a8e7-4fc7-9428-df51fde9ed32
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-857b7ffb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 74ea516c-d5f7-49b7-aeb7-dd4ad1412370
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: 'Created pod: isvc-canary-rollback-predictor-857b7ffb9f-dtbhn'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f.18d5e35281f20cf0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28616"
    uid: 25511a47-8b63-488a-979d-46969451caaf
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-857b7ffb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28602"
    uid: 74ea516c-d5f7-49b7-aeb7-dd4ad1412370
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: 'Created pod: isvc-canary-rollback-predictor-857b7ffb9f-kf56n'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f.18d5e35285c3a920
    namespace: kserve-ci-e2e-test
    resourceVersion: "28627"
    uid: dbfe17b5-c3a1-43d6-a9bd-f94d82101c46
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-857b7ffb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29328"
    uid: 74ea516c-d5f7-49b7-aeb7-dd4ad1412370
  kind: Event
  lastTimestamp: "2026-09-16T19:20:53Z"
  message: 'Deleted pod: isvc-canary-rollback-predictor-857b7ffb9f-kf56n'
  metadata:
    creationTimestamp: "2026-09-16T19:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:53Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f.18d5e365e7fc3701
    namespace: kserve-ci-e2e-test
    resourceVersion: "29332"
    uid: f44c96f5-cfe4-4f85-868a-797fc81feab4
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-predictor-857b7ffb9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29409"
    uid: 74ea516c-d5f7-49b7-aeb7-dd4ad1412370
  kind: Event
  lastTimestamp: "2026-09-16T19:21:00Z"
  message: 'Created pod: isvc-canary-rollback-predictor-857b7ffb9f-5xnmm'
  metadata:
    creationTimestamp: "2026-09-16T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:00Z"
    name: isvc-canary-rollback-predictor-857b7ffb9f.18d5e367792dfe0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29426"
    uid: ffeaa9f1-3eae-4752-b9c7-a99e556dbdad
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28601"
    uid: c151b4ad-4261-4d45-8041-0d0d0a30abb9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-857b7ffb9f from 0
    to 2
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-canary-rollback-predictor.18d5e3527ef59f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "28604"
    uid: 99a8db12-64c5-430c-af28-98ff5f47cadd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:53Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29324"
    uid: c151b4ad-4261-4d45-8041-0d0d0a30abb9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:53Z"
  message: Scaled down replica set isvc-canary-rollback-predictor-857b7ffb9f from
    2 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:53Z"
    name: isvc-canary-rollback-predictor.18d5e365e748ca68
    namespace: kserve-ci-e2e-test
    resourceVersion: "29329"
    uid: f3ea7d22-1c79-47db-b138-713ae5a9ed4f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29405"
    uid: c151b4ad-4261-4d45-8041-0d0d0a30abb9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:00Z"
  message: Scaled up replica set isvc-canary-rollback-predictor-857b7ffb9f from 1
    to 2
  metadata:
    creationTimestamp: "2026-09-16T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:00Z"
    name: isvc-canary-rollback-predictor.18d5e367738c8ca6
    namespace: kserve-ci-e2e-test
    resourceVersion: "29413"
    uid: d9dd5635-b399-4a89-b658-8bd51da3baab
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:19:30.453100Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28609"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e35281bce714
    namespace: kserve-ci-e2e-test
    resourceVersion: "28614"
    uid: 1b73260d-0ad2-48fa-a806-d459934bf4d1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28623"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: Add eth0 [10.134.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e352a5a1352d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28651"
    uid: 8dbeed57-7e7f-47ca-8800-b75f63f4a5b3
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e352a758442c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28655"
    uid: 3dbdfe71-a4b5-4aa4-affb-ab0fd84e5da1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e352aa3df9f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "28656"
    uid: c5e15be9-2ae3-4a11-bb75-20de1101684a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:19:31Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:19:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:31Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e352aab48254
    namespace: kserve-ci-e2e-test
    resourceVersion: "28657"
    uid: 9321565a-739c-4718-ae29-6ea3cd5b36d6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e353b52332d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "28713"
    uid: bcc4d31b-a5db-4eff-8d83-8fcf2d457be9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e353b911ed43
    namespace: kserve-ci-e2e-test
    resourceVersion: "28715"
    uid: ed11b56b-7c80-4cbe-9449-b70c19217ca0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e353b990ac4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "28717"
    uid: f4031bb2-52ab-4fda-b9ad-405299e6f5c4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e353b99b962c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28718"
    uid: 9e5d8ff7-478d-4f52-bfaa-fdf2ca9372c7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e353bc2c2c9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28719"
    uid: 916642af-4468-4cbb-9c02-28802f17c0d6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:19:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:19:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:35Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e353bc9efab9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28721"
    uid: 39a584fd-f0bc-4207-a296-e0d42e8e36c3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:21:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:19:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:03Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e3542d605ae7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29474"
    uid: 61927431-b8b0-4857-b3a0-4eb5c43bdd95
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:21:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:00Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e367761295ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "29420"
    uid: 125a7a15-dbeb-491b-9c4e-5a54c722c412
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:21:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:00Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e36776134fff
    namespace: kserve-ci-e2e-test
    resourceVersion: "29422"
    uid: 872cd70b-3c9f-4ffd-8286-86fd955a4668
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw
    namespace: kserve-ci-e2e-test
    resourceVersion: "28611"
    uid: 15187dd7-813a-4e05-8045-3f33dbe02edc
  kind: Event
  lastTimestamp: "2026-09-16T19:21:03Z"
  message: 'Readiness probe failed: Get "https://10.134.0.51:8643/healthz": dial tcp
    10.134.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:03Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw.18d5e36833a07c71
    namespace: kserve-ci-e2e-test
    resourceVersion: "29473"
    uid: 10a68cc3-4c5c-435f-aae4-0028bacc17a4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-rollback-v2-predictor-7794789c9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28593"
    uid: 92ff1ae3-5cf4-45b9-bbc4-c292abbfcce1
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: 'Created pod: isvc-canary-rollback-v2-predictor-7794789c9d-lblfw'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-canary-rollback-v2-predictor-7794789c9d.18d5e352814fa76c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28610"
    uid: 21a6358e-6da3-4146-8bbc-c206b3f9cd86
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-rollback-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28592"
    uid: 05ee4ef2-4f02-41de-901a-d7ae15b37c0e
  kind: Event
  lastTimestamp: "2026-09-16T19:19:30Z"
  message: Scaled up replica set isvc-canary-rollback-v2-predictor-7794789c9d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:19:30Z"
    name: isvc-canary-rollback-v2-predictor.18d5e3527cbd0094
    namespace: kserve-ci-e2e-test
    resourceVersion: "28594"
    uid: bba23ae1-0793-4fc3-93d7-3d7dc1f2c254
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28585"
    uid: f956c8de-d528-445d-9f0f-42ddf5e333cf
  kind: Event
  lastTimestamp: "2026-09-16T19:21:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:00Z"
    name: isvc-canary-rollback.18d5e3527e8fdb35
    namespace: kserve-ci-e2e-test
    resourceVersion: "29419"
    uid: 8cc526c6-44ff-4a16-a4f0-6d78536aa1cf
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28585"
    uid: f956c8de-d528-445d-9f0f-42ddf5e333cf
  kind: Event
  lastTimestamp: "2026-09-16T19:20:53Z"
  message: 'Failed to update status for InferenceService "isvc-canary-rollback": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-rollback":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:53Z"
    name: isvc-canary-rollback.18d5e3527f138d39
    namespace: kserve-ci-e2e-test
    resourceVersion: "29343"
    uid: 3a5c2876-2891-4a4c-ad57-6bd19b94ddc7
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "28585"
    uid: f956c8de-d528-445d-9f0f-42ddf5e333cf
  kind: Event
  lastTimestamp: "2026-09-16T19:20:53Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-rollback": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:19:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:20:53Z"
    name: isvc-canary-rollback.18d5e3527f13ec33
    namespace: kserve-ci-e2e-test
    resourceVersion: "29344"
    uid: 5f6e999a-7ee2-49f4-ad08-80bf5d45cca7
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-rollback
    namespace: kserve-ci-e2e-test
    resourceVersion: "29347"
    uid: f956c8de-d528-445d-9f0f-42ddf5e333cf
  kind: Event
  lastTimestamp: "2026-09-16T19:22:24Z"
  message: InferenceService [isvc-canary-rollback] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:20:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:24Z"
    name: isvc-canary-rollback.18d5e365ef064ca4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30175"
    uid: dd431cfe-5089-4b7d-97f3-794e48e72b43
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:22:36.029111Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30342"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-57d5c586ff-2hbzf
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37db6ee352f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30346"
    uid: ffdfb779-59cd-413c-8291-ada2717e8f66
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30350"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: Add eth0 [10.134.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37dd8d943c2
    namespace: kserve-ci-e2e-test
    resourceVersion: "30377"
    uid: fce8f23c-1136-446c-9170-c111dad2ee89
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37ddb29d615
    namespace: kserve-ci-e2e-test
    resourceVersion: "30379"
    uid: 43b4d31a-f1a4-4092-b03d-0114d2d0955a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37dddaa2f7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30381"
    uid: b9f5f701-8d09-47e8-8b36-3e65b2e394e0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37dde0953e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30382"
    uid: d81422df-a283-466e-9ad8-2df00c51d594
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37eff7f9902
    namespace: kserve-ci-e2e-test
    resourceVersion: "30444"
    uid: 795c4eae-d5d9-4181-8027-5806a6b7f58d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37f03217c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30450"
    uid: 86c9155b-a299-4b5c-848c-1043d581ef43
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37f038562f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "30451"
    uid: 1fb5709f-9f81-4a8c-ab3a-d920e83a20e8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37f038f3dfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30452"
    uid: 0da88b86-b0ae-41cf-984e-c720a2928691
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37f065fd1c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30454"
    uid: fa1a8e63-dd42-412b-b774-382087aab835
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37f06bdd243
    namespace: kserve-ci-e2e-test
    resourceVersion: "30455"
    uid: 8b7151cb-f6ed-453a-8070-79b79fe9a005
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:23:49Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:49Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e37f775d85bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31088"
    uid: c866a3c3-7e9e-43ff-8d4d-41020596f742
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:23:58Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:58Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e390f1499f34
    namespace: kserve-ci-e2e-test
    resourceVersion: "31215"
    uid: ca24bff8-7d32-4fb1-a618-7594401b1aee
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:58Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:23:58Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:58Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e390f14a6aed
    namespace: kserve-ci-e2e-test
    resourceVersion: "31218"
    uid: 9dd0c9e0-22bb-4f92-9f76-af467e14f69c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30344"
    uid: 417f90db-905b-45bd-8cb6-80bb7c7410c8
  kind: Event
  lastTimestamp: "2026-09-16T19:23:59Z"
  message: 'Readiness probe failed: Get "https://10.134.0.54:8643/healthz": dial tcp
    10.134.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:59Z"
    name: isvc-canary-stop-predictor-57d5c586ff-2hbzf.18d5e39129842dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "31239"
    uid: c68e18ea-2b7a-4114-9689-69e6ab4db6b4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:22:36.120087Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30352"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-predictor-57d5c586ff-97qfh
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37dbc5a554d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30358"
    uid: b18f198e-9e29-492f-bacf-dc84b003b49f
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30362"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: Add eth0 [10.133.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37de01e9452
    namespace: kserve-ci-e2e-test
    resourceVersion: "30383"
    uid: 10044b2e-fbb3-4b78-926d-0ae76a15145b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37de1b1258e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30385"
    uid: f7982c6d-5505-434c-a6c5-4888be585c2f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37de5b31980
    namespace: kserve-ci-e2e-test
    resourceVersion: "30386"
    uid: e5dfc21a-4059-4a84-b0a2-685753d96943
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37de6278e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "30388"
    uid: b9ff245c-bb51-48b3-b5df-960a53b1d492
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37efaea97e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30437"
    uid: d763ce35-0243-44e7-99aa-429f3a060b41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37efe16823b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30441"
    uid: 5064c929-dca4-49ad-bc56-7eb66d5fb92e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37efe8c8f1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30442"
    uid: 676637d4-4dc3-4cdf-8502-946bb88f942f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37efe96e7f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "30443"
    uid: 61163823-bddf-4bb7-8dce-7e0ea3194eef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37f0299798a
    namespace: kserve-ci-e2e-test
    resourceVersion: "30448"
    uid: 966a0188-6a4e-4488-9ede-f1f01de724f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:22:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:41Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37f0310f8ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "30449"
    uid: 74ca7835-184f-4fc4-823a-a40bc9d18c60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:24:09Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:09Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e37f36f54c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31372"
    uid: 2e4309d1-6987-4aa1-b428-269589567ed3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:24:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:05Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e3929f4855e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31333"
    uid: c36be3d6-5cd3-4893-afbc-3cfe317ac1ff
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:24:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:05Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e3929f48bc91
    namespace: kserve-ci-e2e-test
    resourceVersion: "31334"
    uid: 5d96d4a0-8167-4e64-97dd-45b54df729af
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh
    namespace: kserve-ci-e2e-test
    resourceVersion: "30354"
    uid: 43ad6e3e-f147-453d-9609-0f44347ce117
  kind: Event
  lastTimestamp: "2026-09-16T19:24:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.50:8643/healthz": dial tcp
    10.133.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:08Z"
    name: isvc-canary-stop-predictor-57d5c586ff-97qfh.18d5e3933d2b90ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "31356"
    uid: 8ab83d53-d92f-48d7-9838-4d6de34f484e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-57d5c586ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: a662517b-f602-4cff-b743-9b85206f9798
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: 'Created pod: isvc-canary-stop-predictor-57d5c586ff-2hbzf'
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff.18d5e37db5f2b6fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30343"
    uid: 6c0193e3-8cd7-461e-8b84-bedd0c9e77f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-57d5c586ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "30327"
    uid: a662517b-f602-4cff-b743-9b85206f9798
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: 'Created pod: isvc-canary-stop-predictor-57d5c586ff-97qfh'
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-predictor-57d5c586ff.18d5e37dbb5fb311
    namespace: kserve-ci-e2e-test
    resourceVersion: "30355"
    uid: 7d6d8372-e1e1-4f01-b485-f11f7444cf3c
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-predictor-57d5c586ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "31209"
    uid: a662517b-f602-4cff-b743-9b85206f9798
  kind: Event
  lastTimestamp: "2026-09-16T19:23:58Z"
  message: 'Deleted pod: isvc-canary-stop-predictor-57d5c586ff-2hbzf'
  metadata:
    creationTimestamp: "2026-09-16T19:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:58Z"
    name: isvc-canary-stop-predictor-57d5c586ff.18d5e390f11b23e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31212"
    uid: 8a2da62c-ea2c-49f5-b568-ce7cb6f43375
  reason: SuccessfulDelete
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30324"
    uid: d116aaf3-dbca-47ec-8cc6-c854f5fdfca2
  kind: Event
  lastTimestamp: "2026-09-16T19:22:35Z"
  message: Scaled up replica set isvc-canary-stop-predictor-57d5c586ff from 0 to 2
  metadata:
    creationTimestamp: "2026-09-16T19:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:35Z"
    name: isvc-canary-stop-predictor.18d5e37daf69c1d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "30330"
    uid: f442ae7f-a394-4e44-84e3-13123fc46f9d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:58Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31205"
    uid: d116aaf3-dbca-47ec-8cc6-c854f5fdfca2
  kind: Event
  lastTimestamp: "2026-09-16T19:23:58Z"
  message: Scaled down replica set isvc-canary-stop-predictor-57d5c586ff from 2 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:23:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:58Z"
    name: isvc-canary-stop-predictor.18d5e390f0aec834
    namespace: kserve-ci-e2e-test
    resourceVersion: "31210"
    uid: 826368f8-56a5-4e07-a147-039e262b0dc1
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:22:35.939370Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30332"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:22:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:22:35Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37db194e097
    namespace: kserve-ci-e2e-test
    resourceVersion: "30337"
    uid: e9ce5630-11a5-436e-8a0e-d332085e0463
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30345"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: Add eth0 [10.133.0.49/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37dd38b44bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "30370"
    uid: 33ab6fd9-88df-4020-86de-7e5a68b07c6d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37dd56380fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "30372"
    uid: 2b0a0a6f-0abc-419e-a780-5cc0d289dd02
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37dd8509c64
    namespace: kserve-ci-e2e-test
    resourceVersion: "30375"
    uid: 17a0d38b-b1b5-4c54-a227-89c573274321
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:22:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:22:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:36Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37dd8c2b74e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30376"
    uid: d88134d2-33d2-4380-a98f-7da6edd1964e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37ebed97ce0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30424"
    uid: 543c4c9f-3864-4b04-a2e1-90cbd73ca7f2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37ec1fb1bd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30426"
    uid: 7c78fc49-6d38-4b82-84ab-f4ddbfcfaf5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37ec271126d
    namespace: kserve-ci-e2e-test
    resourceVersion: "30427"
    uid: ad0b470b-2668-4790-b015-b7d91e5f3145
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37ec27c2d95
    namespace: kserve-ci-e2e-test
    resourceVersion: "30428"
    uid: 0109c4c6-c443-4705-94cc-a9ad80a2932e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37ec5e134ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "30430"
    uid: 2ebfbf6c-6195-4bc8-8737-8ea1a9e26a38
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:22:40Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:40Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37ec652caf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30432"
    uid: a9e3e55c-940a-46bc-8fa5-8e145bbd9263
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:24:08Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.49:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:08Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e37f36f2d03b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31357"
    uid: 6f6c4f9c-0d3e-4a83-ad7b-ace2625c212d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:24:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:05Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e3929d063dee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31322"
    uid: 25177b9d-25bc-4729-9d68-5973c48f04f2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:24:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:05Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e3929d076924
    namespace: kserve-ci-e2e-test
    resourceVersion: "31326"
    uid: c62c69f0-40a3-468f-bbaa-27656144090c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30334"
    uid: a682bdb3-a58f-4d64-86e2-0f8cf1993a37
  kind: Event
  lastTimestamp: "2026-09-16T19:24:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.49:8643/healthz": dial tcp
    10.133.0.49:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:08Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7.18d5e3933d2a3b05
    namespace: kserve-ci-e2e-test
    resourceVersion: "31355"
    uid: b1a74b95-ee19-459b-9c4d-a4ded9e2beaa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-canary-stop-v2-predictor-84ff76f474
    namespace: kserve-ci-e2e-test
    resourceVersion: "30311"
    uid: edee7416-acef-4400-80b4-d87b00c7f94b
  kind: Event
  lastTimestamp: "2026-09-16T19:22:35Z"
  message: 'Created pod: isvc-canary-stop-v2-predictor-84ff76f474-zv7d7'
  metadata:
    creationTimestamp: "2026-09-16T19:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:35Z"
    name: isvc-canary-stop-v2-predictor-84ff76f474.18d5e37db0757966
    namespace: kserve-ci-e2e-test
    resourceVersion: "30333"
    uid: d66ae3eb-4f4a-4e7f-b611-451014690443
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-canary-stop-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30309"
    uid: 125d08d3-3b6f-400e-b24e-9305d74f9c6b
  kind: Event
  lastTimestamp: "2026-09-16T19:22:35Z"
  message: Scaled up replica set isvc-canary-stop-v2-predictor-84ff76f474 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:35Z"
    name: isvc-canary-stop-v2-predictor.18d5e37da76af54b
    namespace: kserve-ci-e2e-test
    resourceVersion: "30312"
    uid: 8b43ae65-6165-42d0-b914-a8547f6a7179
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 21
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30303"
    uid: 6b8a3903-4493-4c14-b796-a825ba8e9736
  kind: Event
  lastTimestamp: "2026-09-16T19:24:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:05Z"
    name: isvc-canary-stop.18d5e37dade06281
    namespace: kserve-ci-e2e-test
    resourceVersion: "31330"
    uid: 5cb0ac84-97d2-4c4a-ba93-aa6682a2bb8d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30303"
    uid: 6b8a3903-4493-4c14-b796-a825ba8e9736
  kind: Event
  lastTimestamp: "2026-09-16T19:23:58Z"
  message: 'Failed to update status for InferenceService "isvc-canary-stop": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-canary-stop":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:58Z"
    name: isvc-canary-stop.18d5e37daeac3cb1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31229"
    uid: 6338b5c0-2cbe-4045-a5a8-1e07378b2e8e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "30303"
    uid: 6b8a3903-4493-4c14-b796-a825ba8e9736
  kind: Event
  lastTimestamp: "2026-09-16T19:23:58Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-canary-stop": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:58Z"
    name: isvc-canary-stop.18d5e37daeac8455
    namespace: kserve-ci-e2e-test
    resourceVersion: "31230"
    uid: bfac12f9-2c9c-4832-968a-dbdfa7ba170e
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-canary-stop
    namespace: kserve-ci-e2e-test
    resourceVersion: "31247"
    uid: 6b8a3903-4493-4c14-b796-a825ba8e9736
  kind: Event
  lastTimestamp: "2026-09-16T19:23:59Z"
  message: InferenceService [isvc-canary-stop] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:59Z"
    name: isvc-canary-stop.18d5e3913efde1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "31248"
    uid: dc3197a0-d5fa-40e7-aac3-e0b67ee9d049
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:11.443935Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15262"
    uid: 09e03981-1083-4f6b-8004-317a2b6ed311
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-init-fail-579321-predictor-5d7f57b548-wpthj
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj.18d5e20cc64b2bd2
    namespace: kserve-ci-e2e-test
    resourceVersion: "15266"
    uid: 9ed8a621-158b-4b88-a746-6e9761acb137
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15270"
    uid: 09e03981-1083-4f6b-8004-317a2b6ed311
  kind: Event
  lastTimestamp: "2026-09-16T18:56:12Z"
  message: Add eth0 [10.134.0.30/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:12Z"
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj.18d5e20ce82f9d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15286"
    uid: 70ab676d-26bb-4205-842e-5bec4bddf185
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: 09e03981-1083-4f6b-8004-317a2b6ed311
  kind: Event
  lastTimestamp: "2026-09-16T18:56:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:16Z"
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj.18d5e20ce99a33ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "15335"
    uid: 676f7bf3-7bf9-4530-b1b2-26043f19e48d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: 09e03981-1083-4f6b-8004-317a2b6ed311
  kind: Event
  lastTimestamp: "2026-09-16T18:56:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:16Z"
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj.18d5e20ceccbf3a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "15342"
    uid: 55988cf5-e9bb-41c4-a129-6a95ebcf020b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: 09e03981-1083-4f6b-8004-317a2b6ed311
  kind: Event
  lastTimestamp: "2026-09-16T18:56:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:16Z"
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj.18d5e20ced43c577
    namespace: kserve-ci-e2e-test
    resourceVersion: "15343"
    uid: 5010dd1d-f716-489e-9f99-c68ea47b262e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj
    namespace: kserve-ci-e2e-test
    resourceVersion: "15264"
    uid: 09e03981-1083-4f6b-8004-317a2b6ed311
  kind: Event
  lastTimestamp: "2026-09-16T18:56:20Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:20Z"
    name: isvc-init-fail-579321-predictor-5d7f57b548-wpthj.18d5e20efd8755b9
    namespace: kserve-ci-e2e-test
    resourceVersion: "15403"
    uid: 068d4b0e-c172-4d2e-9da4-796d230aef75
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-init-fail-579321-predictor-5d7f57b548
    namespace: kserve-ci-e2e-test
    resourceVersion: "15253"
    uid: c5d19d6f-9dac-46fe-b9d6-d742bb7b9312
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: 'Created pod: isvc-init-fail-579321-predictor-5d7f57b548-wpthj'
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-init-fail-579321-predictor-5d7f57b548.18d5e20cc5ac5cc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "15263"
    uid: 457d9481-ef0c-4130-9797-2d6002d73dce
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-init-fail-579321-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15251"
    uid: 38199ad5-e82a-4077-9962-11f118d7a38c
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: Scaled up replica set isvc-init-fail-579321-predictor-5d7f57b548 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-init-fail-579321-predictor.18d5e20cc1b1f097
    namespace: kserve-ci-e2e-test
    resourceVersion: "15254"
    uid: 7804efd4-86cc-495a-a020-3bf977ed8db2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-init-fail-579321
    namespace: kserve-ci-e2e-test
    resourceVersion: "15237"
    uid: f9c42a4a-412e-45fe-a6c7-21f0a9bdb13e
  kind: Event
  lastTimestamp: "2026-09-16T18:56:16Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:16Z"
    name: isvc-init-fail-579321.18d5e20cc1a7b99f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15346"
    uid: 417a2e79-5ba6-488c-9bc5-bf46f14149cd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:24:16.044539Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31446"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-predictor-54f85ddf88-vq2ds
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e39500507d1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31452"
    uid: 83a5b1c1-d9e8-442c-bbc0-cf888e456f63
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31456"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:16Z"
  message: Add eth0 [10.133.0.51/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e3952257592d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31467"
    uid: 4f0a8382-fb76-497c-8259-dd9dda3f5e32
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e39523d45984
    namespace: kserve-ci-e2e-test
    resourceVersion: "31469"
    uid: 8f6b4716-ccb4-469d-a99e-86bd39ca9b57
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e39526d33d1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31471"
    uid: f209b923-1fb7-4a59-82c6-6adfc459e7ae
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e395274283bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31473"
    uid: a5283173-afe4-4450-9c43-c1857799c509
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:20Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:24:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:20Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e3962475f240
    namespace: kserve-ci-e2e-test
    resourceVersion: "31509"
    uid: d34dedb6-11c0-4bf4-99ca-85c23da3e861
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:27Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.121s (6.121s
    including waiting). Image size: 632192787 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e3979153cf98
    namespace: kserve-ci-e2e-test
    resourceVersion: "31556"
    uid: 235e450b-b498-43ad-b2b2-498b55118301
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e39794a64b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "31558"
    uid: c8e097d6-8df9-4449-9a2a-b197e52a256c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e397952edfee
    namespace: kserve-ci-e2e-test
    resourceVersion: "31559"
    uid: ba9b4647-23e1-4332-8153-8c71387807ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e397953b065b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31560"
    uid: bfd18b59-8785-49ec-b3e5-69fac2e05a14
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e3979842f22c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31561"
    uid: 3927a416-fe3a-422c-9ea4-f122a423fd09
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:24:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:27Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e39798b5c406
    namespace: kserve-ci-e2e-test
    resourceVersion: "31563"
    uid: fa53a51c-4377-44c3-9cc2-a3202dbd9808
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:35Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.51:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:35Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e39804128767
    namespace: kserve-ci-e2e-test
    resourceVersion: "32163"
    uid: 30ad512e-2337-4bcc-9ced-31895508716c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:46Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e3aa05f90382
    namespace: kserve-ci-e2e-test
    resourceVersion: "32265"
    uid: d33b9d26-94fa-4897-b57e-4e79837e47d1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:46Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:46Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e3aa05fa05fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "32266"
    uid: a7b3c43e-f0c5-45ac-8e29-1d3f6b72a774
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds
    namespace: kserve-ci-e2e-test
    resourceVersion: "31448"
    uid: 598af449-517a-4dd9-8ac4-06bb472a8e1a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:49Z"
  message: 'Readiness probe failed: Get "https://10.133.0.51:8643/healthz": dial tcp
    10.133.0.51:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:49Z"
    name: isvc-lightgbm-predictor-54f85ddf88-vq2ds.18d5e3aae0414d11
    namespace: kserve-ci-e2e-test
    resourceVersion: "32300"
    uid: a23c77d3-4332-4fcf-ad8d-4e4e6547b7da
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:16Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-predictor-54f85ddf88
    namespace: kserve-ci-e2e-test
    resourceVersion: "31437"
    uid: 3e103313-be5a-4d89-b381-54ec8acb7d84
  kind: Event
  lastTimestamp: "2026-09-16T19:24:16Z"
  message: 'Created pod: isvc-lightgbm-predictor-54f85ddf88-vq2ds'
  metadata:
    creationTimestamp: "2026-09-16T19:24:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:16Z"
    name: isvc-lightgbm-predictor-54f85ddf88.18d5e394ffa0827d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31447"
    uid: caed648f-effc-415e-a3ca-aef848eb60c2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31434"
    uid: 6bd90fb6-3d09-4073-b32b-4665e35eb11d
  kind: Event
  lastTimestamp: "2026-09-16T19:24:15Z"
  message: Scaled up replica set isvc-lightgbm-predictor-54f85ddf88 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:15Z"
    name: isvc-lightgbm-predictor.18d5e394fcc2fadf
    namespace: kserve-ci-e2e-test
    resourceVersion: "31438"
    uid: 58ba6572-b596-4d04-bd4b-799ddb4a64c7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: bd94e051-4970-4ab8-b522-e58259cfc317
  kind: Event
  lastTimestamp: "2026-09-16T19:25:01Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:01Z"
    name: isvc-lightgbm-predictor.18d5e3987b4bcc34
    namespace: kserve-ci-e2e-test
    resourceVersion: "31898"
    uid: 5544d3b9-b0d3-4caf-8163-457762f95bfe
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31436"
    uid: bd94e051-4970-4ab8-b522-e58259cfc317
  kind: Event
  lastTimestamp: "2026-09-16T19:25:01Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:01Z"
    name: isvc-lightgbm-predictor.18d5e3987bb447d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31899"
    uid: 7cf25407-0e6d-4b5a-8dcc-64ce4df69b0a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31597"
    uid: bd94e051-4970-4ab8-b522-e58259cfc317
  kind: Event
  lastTimestamp: "2026-09-16T19:25:46Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:46Z"
    name: isvc-lightgbm-predictor.18d5e3a2f8ae7675
    namespace: kserve-ci-e2e-test
    resourceVersion: "32246"
    uid: 58159f45-5a01-4499-a139-f3455751d418
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31597"
    uid: bd94e051-4970-4ab8-b522-e58259cfc317
  kind: Event
  lastTimestamp: "2026-09-16T19:25:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:25:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:46Z"
    name: isvc-lightgbm-predictor.18d5e3a2f939d942
    namespace: kserve-ci-e2e-test
    resourceVersion: "32247"
    uid: e46dd511-3ee6-47e1-a994-0af079aa115b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:25:51.532110Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32339"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:25:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3ab3bd146b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32344"
    uid: 93477c01-ab0f-402d-a82e-b0dde5af8d82
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:52Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32350"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:25:52Z"
  message: Add eth0 [10.134.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:25:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3ab5dbf45d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "32357"
    uid: dd977e8f-3db2-4584-adbf-f4eb82a77fcb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:25:52Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3ab5f1a2821
    namespace: kserve-ci-e2e-test
    resourceVersion: "32359"
    uid: d0a77c06-af60-4ec5-8b5a-1c89ba8805d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:25:52Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3ab6275c9c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "32360"
    uid: 184385ce-8a63-4870-85bf-6c8922e762ce
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:25:52Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:25:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:52Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3ab62e4a144
    namespace: kserve-ci-e2e-test
    resourceVersion: "32361"
    uid: c37b4a3e-8e17-4827-ac77-95c8dd2fdd65
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:25:56Z"
  message: Pulling image "kserve/lgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:25:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:56Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3ac62e4f917
    namespace: kserve-ci-e2e-test
    resourceVersion: "32396"
    uid: 1b8f7c4f-84ad-4927-a7e2-7f379e3632a2
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:26:02Z"
  message: 'Successfully pulled image "kserve/lgbserver:latest" in 6.218s (6.218s
    including waiting). Image size: 632192787 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:02Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3add58a3d71
    namespace: kserve-ci-e2e-test
    resourceVersion: "32442"
    uid: 4d30e485-1db8-43fd-9d3a-896b079610a8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:26:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:02Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3add8bc28d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "32444"
    uid: 817041b0-1b8b-47a2-9b20-0ba9f1d65e8d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:26:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:02Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3add92f48cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "32445"
    uid: bdf5cff3-d575-4383-b3fd-7c83b58ed992
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:26:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:02Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3add939b8f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32446"
    uid: 8a1d8965-f2c8-4ba8-aecf-a793218965a9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:26:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:02Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3addc41cb0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32447"
    uid: e60e033d-39eb-4d18-95f5-5620acb2aced
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:26:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:02Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3addcb5e833
    namespace: kserve-ci-e2e-test
    resourceVersion: "32448"
    uid: ec2a7521-e29f-4af7-b7b8-622270553c71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:27:10Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:10Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3ae4232682b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33038"
    uid: b9da9bb9-dec4-486a-929e-38c4086a1ea6
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3c03e02d057
    namespace: kserve-ci-e2e-test
    resourceVersion: "33140"
    uid: b6a777c5-971e-44b8-8188-fda62fd44c1e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3c03e0413c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33142"
    uid: 57a7ec10-7c45-48ec-a308-287e5bcab265
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq
    namespace: kserve-ci-e2e-test
    resourceVersion: "32342"
    uid: 2618a32c-967a-4ec2-bcaf-b31aa4727358
  kind: Event
  lastTimestamp: "2026-09-16T19:27:26Z"
  message: 'Readiness probe failed: Get "https://10.134.0.57:8643/healthz": net/http:
    request canceled while waiting for connection (Client.Timeout exceeded while awaiting
    headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:26Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq.18d5e3c15a079629
    namespace: kserve-ci-e2e-test
    resourceVersion: "33179"
    uid: a2908054-eafb-4b02-8d21-46935ac46167
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-runtime-predictor-577f7db7cb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32327"
    uid: a5902046-635d-41ea-a41b-eb2b5982221e
  kind: Event
  lastTimestamp: "2026-09-16T19:25:51Z"
  message: 'Created pod: isvc-lightgbm-runtime-predictor-577f7db7cb-dd2sq'
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:51Z"
    name: isvc-lightgbm-runtime-predictor-577f7db7cb.18d5e3ab3b5b6b20
    namespace: kserve-ci-e2e-test
    resourceVersion: "32341"
    uid: dfb646b9-ffe5-4998-8384-72e242937de9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:51Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32325"
    uid: 81e43927-6184-4b75-b38a-a1a5a38fee3c
  kind: Event
  lastTimestamp: "2026-09-16T19:25:51Z"
  message: Scaled up replica set isvc-lightgbm-runtime-predictor-577f7db7cb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:51Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3ab379a437b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32330"
    uid: e657c240-0ebc-48ac-99d8-4d4cedefb59d
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32326"
    uid: 65134bed-e27f-4048-9c13-d7a4f0b19d79
  kind: Event
  lastTimestamp: "2026-09-16T19:26:36Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:36Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3aeb5fff992
    namespace: kserve-ci-e2e-test
    resourceVersion: "32778"
    uid: decf7fa0-230f-453c-8436-5c40f3942364
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32326"
    uid: 65134bed-e27f-4048-9c13-d7a4f0b19d79
  kind: Event
  lastTimestamp: "2026-09-16T19:26:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:36Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3aeb679ef9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "32779"
    uid: fbf918df-a152-4751-9682-6100fd96aecf
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32480"
    uid: 65134bed-e27f-4048-9c13-d7a4f0b19d79
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3b2354f49f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33121"
    uid: 287e78a2-23f7-4281-bf0e-9b6102049360
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32480"
    uid: 65134bed-e27f-4048-9c13-d7a4f0b19d79
  kind: Event
  lastTimestamp: "2026-09-16T19:27:21Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:26:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:21Z"
    name: isvc-lightgbm-runtime-predictor.18d5e3b235d99788
    namespace: kserve-ci-e2e-test
    resourceVersion: "33122"
    uid: 5b835860-5721-4f09-a09b-07d346ed9724
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32316"
    uid: 67c42ef9-e0b9-44c6-aa82-ab8f9ab8e55a
  kind: Event
  lastTimestamp: "2026-09-16T19:27:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:20Z"
    name: isvc-lightgbm-runtime.18d5e3ab3794303a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33115"
    uid: 87828087-92f6-4762-b804-7fc7a956cef3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32316"
    uid: 67c42ef9-e0b9-44c6-aa82-ab8f9ab8e55a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:51Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:51Z"
    name: isvc-lightgbm-runtime.18d5e3ab38108280
    namespace: kserve-ci-e2e-test
    resourceVersion: "32352"
    uid: dba28c57-f9df-4d7d-bc07-b928faf29e37
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:51Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32319"
    uid: 67c42ef9-e0b9-44c6-aa82-ab8f9ab8e55a
  kind: Event
  lastTimestamp: "2026-09-16T19:25:51Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-runtime": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:25:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:51Z"
    name: isvc-lightgbm-runtime.18d5e3ab3ee205b4
    namespace: kserve-ci-e2e-test
    resourceVersion: "32353"
    uid: f640e482-8c36-447f-aa7d-1b38936a1295
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33113"
    uid: 67c42ef9-e0b9-44c6-aa82-ab8f9ab8e55a
  kind: Event
  lastTimestamp: "2026-09-16T19:27:20Z"
  message: InferenceService [isvc-lightgbm-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:27:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:20Z"
    name: isvc-lightgbm-runtime.18d5e3bff9986c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33114"
    uid: c06ce251-c4e2-4489-8523-8d5f2deec6ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:28:22.211768Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33797"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:28:22Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:28:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3ce51065e99
    namespace: kserve-ci-e2e-test
    resourceVersion: "33801"
    uid: 9882382f-2f30-4a53-af01-451927f75d75
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:22Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33805"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:22Z"
  message: Add eth0 [10.134.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:28:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3ce73081730
    namespace: kserve-ci-e2e-test
    resourceVersion: "33814"
    uid: 7470c2ca-ef88-497b-a79f-60a32eb54157
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3ce7485b32e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33816"
    uid: 3c251e97-dded-48a9-890e-e45c7216f8de
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3ce77490485
    namespace: kserve-ci-e2e-test
    resourceVersion: "33818"
    uid: dc9d95b6-cccb-4cb5-bbd3-1e9678eae2bd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3ce77b44a6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33819"
    uid: 655fa7f5-5da0-4bee-810b-f0df739afb08
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:27Z"
  message: Container image "kserve/lgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3cf7a9d87f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33863"
    uid: 0504149f-3784-4d52-bffc-ecccf05b3f13
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:27Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3cf7d6c4f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "33865"
    uid: 54e55072-0268-42d3-896a-38a7e1aa998b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:27Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3cf7ddbdfae
    namespace: kserve-ci-e2e-test
    resourceVersion: "33866"
    uid: 617e318b-5011-4575-b970-469585719295
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:27Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3cf7de56039
    namespace: kserve-ci-e2e-test
    resourceVersion: "33869"
    uid: 946d32ab-9567-41aa-b682-e25cf6a5962e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:27Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3cf80ebf262
    namespace: kserve-ci-e2e-test
    resourceVersion: "33871"
    uid: 7e4a137a-2164-4224-86ae-479bb218c409
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:27Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:27Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3cf81596114
    namespace: kserve-ci-e2e-test
    resourceVersion: "33872"
    uid: 261d779f-961e-4bb0-b481-230633eb0e92
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:30Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:28:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:30Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3cff2a0915d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33896"
    uid: c9abfb49-7420-45fc-9f4d-4ac216964e99
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:42Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:42Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3d2f9cadf4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34005"
    uid: 2ed7d198-1cda-4c4e-8163-50266625bb0e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l
    namespace: kserve-ci-e2e-test
    resourceVersion: "33799"
    uid: dd33ca30-fad7-4267-bfc1-5d91384468aa
  kind: Event
  lastTimestamp: "2026-09-16T19:28:42Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:42Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l.18d5e3d2f9cb55e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34006"
    uid: 134122c9-c2ab-4087-a6da-0ce1cfa87f32
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33786"
    uid: 30959941-02b2-4daa-ab73-75a12c03cbba
  kind: Event
  lastTimestamp: "2026-09-16T19:28:22Z"
  message: 'Created pod: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5-wpr9l'
  metadata:
    creationTimestamp: "2026-09-16T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:22Z"
    name: isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5.18d5e3ce508310d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33798"
    uid: 1a848667-dcaa-455e-b718-fa34357a5e97
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:22Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33784"
    uid: 257c8f86-d9a0-48e0-b551-c16ba4ea54c5
  kind: Event
  lastTimestamp: "2026-09-16T19:28:22Z"
  message: Scaled up replica set isvc-lightgbm-v2-kserve-predictor-5c8bcb4bd5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:22Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e3ce4cbb8712
    namespace: kserve-ci-e2e-test
    resourceVersion: "33788"
    uid: faeea4d6-20b9-492f-82ab-079b9aa5525c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: 0c4a5884-b0fc-4466-9bb7-0a12c980a30a
  kind: Event
  lastTimestamp: "2026-09-16T19:28:37Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:37Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e3d1cb4b062d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33951"
    uid: f6f93575-3bc2-483d-bf48-1c21be895f93
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:37Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33785"
    uid: 0c4a5884-b0fc-4466-9bb7-0a12c980a30a
  kind: Event
  lastTimestamp: "2026-09-16T19:28:37Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:28:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:37Z"
    name: isvc-lightgbm-v2-kserve-predictor.18d5e3d1cbbfcb8d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33953"
    uid: d3e255aa-f328-4e19-865a-b9563ceab033
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33777"
    uid: b466e8c7-7593-4aeb-9191-502783478f6a
  kind: Event
  lastTimestamp: "2026-09-16T19:28:35Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:35Z"
    name: isvc-lightgbm-v2-kserve.18d5e3ce4cb9cc12
    namespace: kserve-ci-e2e-test
    resourceVersion: "33938"
    uid: a5a73809-08f8-4a52-902c-1c2ab680d940
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:22Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33777"
    uid: b466e8c7-7593-4aeb-9191-502783478f6a
  kind: Event
  lastTimestamp: "2026-09-16T19:28:22Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:22Z"
    name: isvc-lightgbm-v2-kserve.18d5e3ce4d3ff622
    namespace: kserve-ci-e2e-test
    resourceVersion: "33791"
    uid: 3fe5f531-fb96-474a-991e-0d8afa86eb66
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "33936"
    uid: b466e8c7-7593-4aeb-9191-502783478f6a
  kind: Event
  lastTimestamp: "2026-09-16T19:28:35Z"
  message: InferenceService [isvc-lightgbm-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:28:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:35Z"
    name: isvc-lightgbm-v2-kserve.18d5e3d15fa8d566
    namespace: kserve-ci-e2e-test
    resourceVersion: "33937"
    uid: 687698ee-790e-4b1a-8773-4ef907e82d9d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:27:26.973604Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33215"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:27:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:27:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c17492d1c1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33219"
    uid: 46173019-5d0f-4574-ac5d-5697d5a7f3b7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:27:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-lightgbm-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:27Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c17df1a1d2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33229"
    uid: daacac3d-3980-42e3-b641-6ddbec375a1a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33223"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:27:28Z"
  message: Add eth0 [10.134.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:27:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c1baa88da8
    namespace: kserve-ci-e2e-test
    resourceVersion: "33238"
    uid: 6eabc6e4-6f9f-43b4-ab96-efe7838c296f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:27:28Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c1bc587322
    namespace: kserve-ci-e2e-test
    resourceVersion: "33240"
    uid: 2ad432bf-33d6-4d89-9c8c-b49bf9e33d76
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:27:28Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c1bf53b9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "33241"
    uid: c8ea8b1c-e33f-4db7-a75a-5b905a1c92a8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:27:28Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:27:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:28Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c1bfc3805d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33243"
    uid: 4d9521ec-1380-4c0a-8739-f8151dbe4140
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:27:32Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:32Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c2d822f6a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "33287"
    uid: 09355e39-829f-410c-9764-1c36e90ecbc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:27:32Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c2dbc3cba5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33292"
    uid: c193f5eb-59ef-41b2-87a9-616781ce57f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:27:33Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c2dc33a2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33293"
    uid: a8167965-f7ac-41d1-bafa-65a016d35be1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:27:33Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c2dc3c70a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "33297"
    uid: bf978b7e-f58f-4c47-b7e2-fffbb1dc43b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:27:33Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c2df35842f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33299"
    uid: 78bd027b-882b-4aa9-97e4-d35aef387435
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:27:33Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:33Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3c2dfb7a2f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33300"
    uid: cbccd04b-1833-4664-9e08-ecfe0d9535b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:28:17Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3cd1dcc17e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33732"
    uid: fd2ed1f3-684b-4f66-8f5f-6f082f7ddb13
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs
    namespace: kserve-ci-e2e-test
    resourceVersion: "33217"
    uid: 7a8a04b7-1602-4f52-99c7-376443de5301
  kind: Event
  lastTimestamp: "2026-09-16T19:28:17Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:17Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs.18d5e3cd1dcc7fbc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33733"
    uid: d93285b8-84f7-45b9-ade2-5411bcfa24e2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33203"
    uid: f11e4f0d-af11-4f8c-a095-31562ecee8ec
  kind: Event
  lastTimestamp: "2026-09-16T19:27:26Z"
  message: 'Created pod: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5-pn4gs'
  metadata:
    creationTimestamp: "2026-09-16T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:26Z"
    name: isvc-lightgbm-v2-runtime-predictor-7f4957c5d5.18d5e3c174280598
    namespace: kserve-ci-e2e-test
    resourceVersion: "33216"
    uid: 4f17842a-39e4-4065-84a2-4b6d0cbfd82f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33201"
    uid: 32b0509f-811b-474e-86fc-7d20538899bf
  kind: Event
  lastTimestamp: "2026-09-16T19:27:26Z"
  message: Scaled up replica set isvc-lightgbm-v2-runtime-predictor-7f4957c5d5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:26Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3c170737df1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33206"
    uid: 3498aff0-137e-4194-8dea-f213fcb42fb4
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33202"
    uid: 12265c3c-0b48-4574-a007-040a9ab8d4af
  kind: Event
  lastTimestamp: "2026-09-16T19:27:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:56Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3c4efb9861e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33562"
    uid: 530de245-97ca-4313-aa3c-f50fa87cef9e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33202"
    uid: 12265c3c-0b48-4574-a007-040a9ab8d4af
  kind: Event
  lastTimestamp: "2026-09-16T19:27:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:56Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3c4f0f92a7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "33563"
    uid: feac0f63-c791-41ca-9367-18c435a15277
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33438"
    uid: 12265c3c-0b48-4574-a007-040a9ab8d4af
  kind: Event
  lastTimestamp: "2026-09-16T19:28:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3cbee5df2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "33683"
    uid: 73ab40e4-4cda-4cce-ac5f-f52e34b1fe5b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-lightgbm-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33438"
    uid: 12265c3c-0b48-4574-a007-040a9ab8d4af
  kind: Event
  lastTimestamp: "2026-09-16T19:28:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:11Z"
    name: isvc-lightgbm-v2-runtime-predictor.18d5e3cbeed59bef
    namespace: kserve-ci-e2e-test
    resourceVersion: "33685"
    uid: f3a4787b-42aa-402b-b6d2-84df17e073ef
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: 7319904f-9b48-44e4-bdd9-16ad28990668
  kind: Event
  lastTimestamp: "2026-09-16T19:28:10Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:10Z"
    name: isvc-lightgbm-v2-runtime.18d5e3c170448218
    namespace: kserve-ci-e2e-test
    resourceVersion: "33668"
    uid: 823bb5a5-30af-4861-b44d-30c029990ef5
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33194"
    uid: 7319904f-9b48-44e4-bdd9-16ad28990668
  kind: Event
  lastTimestamp: "2026-09-16T19:27:27Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:27Z"
    name: isvc-lightgbm-v2-runtime.18d5e3c170ccb2cc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33226"
    uid: 188dcc13-23b6-4218-b41f-ecedfb5de0ea
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33197"
    uid: 7319904f-9b48-44e4-bdd9-16ad28990668
  kind: Event
  lastTimestamp: "2026-09-16T19:27:27Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-lightgbm-v2-runtime": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:27Z"
    name: isvc-lightgbm-v2-runtime.18d5e3c17aeead6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33227"
    uid: 3d267efb-9052-4ee7-b01a-bf02ec9fed1c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:10Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33666"
    uid: 7319904f-9b48-44e4-bdd9-16ad28990668
  kind: Event
  lastTimestamp: "2026-09-16T19:28:10Z"
  message: InferenceService [isvc-lightgbm-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:28:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:10Z"
    name: isvc-lightgbm-v2-runtime.18d5e3cb7bc67846
    namespace: kserve-ci-e2e-test
    resourceVersion: "33667"
    uid: d3ae2c94-47cc-4ad2-a750-bb9121d34fac
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31426"
    uid: 769b40b4-001c-463b-8a37-090dbabd7269
  kind: Event
  lastTimestamp: "2026-09-16T19:25:45Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:45Z"
    name: isvc-lightgbm.18d5e394fcc8b9fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "32239"
    uid: 9b93b87b-c3a4-42bb-a12e-5f7958b1753a
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "31426"
    uid: 769b40b4-001c-463b-8a37-090dbabd7269
  kind: Event
  lastTimestamp: "2026-09-16T19:24:15Z"
  message: 'Failed to update status for InferenceService "isvc-lightgbm": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-lightgbm": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:24:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:15Z"
    name: isvc-lightgbm.18d5e394fd4c7ef0
    namespace: kserve-ci-e2e-test
    resourceVersion: "31441"
    uid: a3abab44-02e0-4103-844e-db30670701d3
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:45Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "32236"
    uid: 769b40b4-001c-463b-8a37-090dbabd7269
  kind: Event
  lastTimestamp: "2026-09-16T19:25:45Z"
  message: InferenceService [isvc-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:25:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:25:45Z"
    name: isvc-lightgbm.18d5e3a9bba7b461
    namespace: kserve-ci-e2e-test
    resourceVersion: "32238"
    uid: 55a599c5-396b-4b77-acff-1e820e2ea390
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:00:01.402940Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17505"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-logger-predictor-768b5b646f-tshh7
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:00:01Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:00:01Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e24250eb286b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17509"
    uid: 3054cf70-4a0c-4305-a8aa-b7d19d5988af
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:01Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-logger-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:01Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e2425c6cc2e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17521"
    uid: 5a090826-fd74-44c0-9d8d-3f7905aa24e8
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17513"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:02Z"
  message: Add eth0 [10.134.0.35/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:00:02Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e24296d0e5da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17529"
    uid: 30da1811-2c33-4dee-89cb-9ef11b274eca
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:02Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e242986273b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17531"
    uid: 25c036eb-cd06-4be2-84ea-535fa3c15a48
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:02Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e2429c82b414
    namespace: kserve-ci-e2e-test
    resourceVersion: "17536"
    uid: ef9a7229-78bf-4629-a3e8-0e81800b1664
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:02Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e2429cfcfc4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17539"
    uid: ca384a2c-47f2-419c-b5d2-e7fe06dc7f66
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:06Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:06Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e24389349bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "17578"
    uid: 26d4843b-c8f6-460d-b35e-267fce44ccf1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:06Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:06Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e2438ca1fbda
    namespace: kserve-ci-e2e-test
    resourceVersion: "17582"
    uid: 70df88f5-0c9a-48d4-93ec-b84c4671b0f7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:06Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:06Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e2438d198f57
    namespace: kserve-ci-e2e-test
    resourceVersion: "17584"
    uid: 872ac31d-007e-446b-a0a5-dd02e679a45e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:06Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:06Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e2438d264683
    namespace: kserve-ci-e2e-test
    resourceVersion: "17585"
    uid: ec1d8bb8-0625-45bf-a1ce-4ae1fd5740c5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:06Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:06Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e24390911a10
    namespace: kserve-ci-e2e-test
    resourceVersion: "17588"
    uid: ab27b0b3-7af6-44e7-933a-a32690252c36
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:06Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:06Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e243910ac778
    namespace: kserve-ci-e2e-test
    resourceVersion: "17589"
    uid: 913ceceb-91cd-4190-a973-5eb20ef01358
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:06Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:340f5bc335e7f5e59618ca4c6ecdc19e6f5d5eeba895ffabde81de29463e6007"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:06Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e2439116991a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17590"
    uid: 9801c022-8c55-4733-9499-da819fde9c41
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:06Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T19:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:06Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e24393e73c80
    namespace: kserve-ci-e2e-test
    resourceVersion: "17591"
    uid: f004c4d1-73d0-46fb-a9f0-d0101b497c91
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:00:06Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T19:00:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:06Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e243945eb020
    namespace: kserve-ci-e2e-test
    resourceVersion: "17592"
    uid: 37798895-6ac1-427c-bee3-b4083db864a9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:01:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.35:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:43Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e243c551963d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18512"
    uid: 7e4164bb-9d61-4841-b032-23ead46f905d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:01:43Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T19:00:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:43Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e243c55a0ee6
    namespace: kserve-ci-e2e-test
    resourceVersion: "18513"
    uid: f12f0462-a39f-451f-a201-3cd1395beca8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e2587ba6db9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18397"
    uid: a33b782f-f8d8-49eb-8d8b-acd96f9d135e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e2587ba8054e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18401"
    uid: 83279809-7d5a-4a1e-a83d-984e17fca758
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e2587ba9d101
    namespace: kserve-ci-e2e-test
    resourceVersion: "18405"
    uid: 534913a8-d339-4f1f-9f79-f890a6cf091b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-logger-predictor-768b5b646f-tshh7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17506"
    uid: 099632f8-19f3-4373-b42c-c5cd508b58fc
  kind: Event
  lastTimestamp: "2026-09-16T19:01:53Z"
  message: 'Readiness probe failed: Get "https://10.134.0.35:8643/healthz": dial tcp
    10.134.0.35:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:53Z"
    name: isvc-logger-predictor-768b5b646f-tshh7.18d5e258f5987f66
    namespace: kserve-ci-e2e-test
    resourceVersion: "18594"
    uid: d3d5ddfd-7ed2-4556-9844-b961c86f5986
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-logger-predictor-768b5b646f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17492"
    uid: a5b9f5d7-195c-4412-93fd-98c622b44a64
  kind: Event
  lastTimestamp: "2026-09-16T19:00:01Z"
  message: 'Created pod: isvc-logger-predictor-768b5b646f-tshh7'
  metadata:
    creationTimestamp: "2026-09-16T19:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:01Z"
    name: isvc-logger-predictor-768b5b646f.18d5e242504593dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17507"
    uid: 44149183-eecc-43e2-9348-9abf634ea2c6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:01Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17489"
    uid: f26d2bb9-659f-47b0-8f24-4fb3860fa692
  kind: Event
  lastTimestamp: "2026-09-16T19:00:01Z"
  message: Scaled up replica set isvc-logger-predictor-768b5b646f from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:01Z"
    name: isvc-logger-predictor.18d5e2424c00cc1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17494"
    uid: f6a3a35c-943d-4410-9c9f-02e9b79b6e47
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 15f3db0e-ae25-4b5e-a8f9-da969abd04c2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-logger-predictor.18d5e245cb0e90e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17904"
    uid: def8c7e6-8a4b-4bfa-9fbc-41454d787e38
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:16Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17491"
    uid: 15f3db0e-ae25-4b5e-a8f9-da969abd04c2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:46Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:46Z"
    name: isvc-logger-predictor.18d5e245cb789b4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17905"
    uid: 6037b1d2-8d20-451e-8216-a25686d14974
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 15f3db0e-ae25-4b5e-a8f9-da969abd04c2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:31Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:31Z"
    name: isvc-logger-predictor.18d5e25048b1db9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18269"
    uid: bc12eacd-530c-4375-a96c-e1c11ca34c12
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:01Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-logger-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17682"
    uid: 15f3db0e-ae25-4b5e-a8f9-da969abd04c2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:31Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:01:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:31Z"
    name: isvc-logger-predictor.18d5e250492d9967
    namespace: kserve-ci-e2e-test
    resourceVersion: "18270"
    uid: 61cf5968-5c88-4394-ae35-7062a4c442e3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: a57674eb-5ea3-454a-a89d-bc7253b9f46f
  kind: Event
  lastTimestamp: "2026-09-16T19:01:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:23Z"
    name: isvc-logger.18d5e2424bffa042
    namespace: kserve-ci-e2e-test
    resourceVersion: "18194"
    uid: d4cd528c-d12d-49c0-bad6-ef1b3fb666c2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17483"
    uid: a57674eb-5ea3-454a-a89d-bc7253b9f46f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:01Z"
  message: 'Failed to update status for InferenceService "isvc-logger": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-logger": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:01Z"
    name: isvc-logger.18d5e2424ca76928
    namespace: kserve-ci-e2e-test
    resourceVersion: "17515"
    uid: d3fd0a9f-78cc-4484-ae7d-d01e4d725b9e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:01Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "17490"
    uid: a57674eb-5ea3-454a-a89d-bc7253b9f46f
  kind: Event
  lastTimestamp: "2026-09-16T19:00:01Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-logger": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:00:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:00:01Z"
    name: isvc-logger.18d5e242534614b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "17517"
    uid: 82f87e8a-978a-4563-a7f4-64bedb475a17
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-logger
    namespace: kserve-ci-e2e-test
    resourceVersion: "18192"
    uid: a57674eb-5ea3-454a-a89d-bc7253b9f46f
  kind: Event
  lastTimestamp: "2026-09-16T19:01:23Z"
  message: InferenceService [isvc-logger] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:01:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:23Z"
    name: isvc-logger.18d5e2557ded0d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "18193"
    uid: e4647965-f480-49b0-ac9f-b184c44669d4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:28:47.462522Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34068"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:28:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:28:47Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d432168347
    namespace: kserve-ci-e2e-test
    resourceVersion: "34074"
    uid: ae96adcf-7d2e-44fa-b526-bb0eed43343c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:28:47Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-mlflow-v2-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:47Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d43d55767a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34083"
    uid: 7ac63b93-215c-41b8-a658-b9db1b134562
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:48Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34078"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:28:48Z"
  message: Add eth0 [10.134.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:28:48Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d477d4af88
    namespace: kserve-ci-e2e-test
    resourceVersion: "34094"
    uid: 90df4b1b-d1fb-4a08-a4ce-15acbfa79f9e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:28:48Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:48Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d47952a53f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34096"
    uid: a4995ad8-6412-44d6-904b-de4dc68c2477
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:28:48Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:48Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d47c0c0230
    namespace: kserve-ci-e2e-test
    resourceVersion: "34098"
    uid: bf0c8baa-2c49-4f65-b510-04ef71565bf0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:28:48Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:28:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:48Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d47c7f8858
    namespace: kserve-ci-e2e-test
    resourceVersion: "34099"
    uid: 857a5f16-a5df-4aaa-9bf1-192a449b9798
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:28:53Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d59043e075
    namespace: kserve-ci-e2e-test
    resourceVersion: "34142"
    uid: fca61903-062f-4d4a-a0b4-e6201045959d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:28:53Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d59335e084
    namespace: kserve-ci-e2e-test
    resourceVersion: "34144"
    uid: 0fb59292-e10b-49a5-9128-24a2a90ebcf5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:28:53Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d593a4270d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34145"
    uid: 264a7eab-dc9c-48ef-bed0-79915f34da2e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:28:53Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d593acf042
    namespace: kserve-ci-e2e-test
    resourceVersion: "34148"
    uid: 94585834-a7ea-4176-83b2-b220f90571a3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:28:53Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d5969abe60
    namespace: kserve-ci-e2e-test
    resourceVersion: "34150"
    uid: 079d2ff2-323e-46cb-979f-692f293dbf59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:53Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:28:53Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:28:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:28:53Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3d597093400
    namespace: kserve-ci-e2e-test
    resourceVersion: "34151"
    uid: 67f4a87e-c4ad-44b7-bd23-69252646675c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:29:37Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3dfd8e665b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "34589"
    uid: e4615a79-5429-447a-bdb5-ff70e86c9d9f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34070"
    uid: 4ae7ba3c-382d-494d-8576-c0d768fa1760
  kind: Event
  lastTimestamp: "2026-09-16T19:29:37Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:37Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh.18d5e3dfd8e6d2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34590"
    uid: 4d02ceb4-7b03-4fa9-9b6f-075e081cbe3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-mlflow-v2-runtime-predictor-6456f94494
    namespace: kserve-ci-e2e-test
    resourceVersion: "34059"
    uid: 92e5ae15-04cf-484d-bf12-19e1fa3079e0
  kind: Event
  lastTimestamp: "2026-09-16T19:28:47Z"
  message: 'Created pod: isvc-mlflow-v2-runtime-predictor-6456f94494-fqlrh'
  metadata:
    creationTimestamp: "2026-09-16T19:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:47Z"
    name: isvc-mlflow-v2-runtime-predictor-6456f94494.18d5e3d4318b1149
    namespace: kserve-ci-e2e-test
    resourceVersion: "34069"
    uid: 31e0fe98-f268-490d-8a2a-c222547400a9
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34057"
    uid: 5b8eaf4e-5a03-4161-ac04-3a3bf0c41455
  kind: Event
  lastTimestamp: "2026-09-16T19:28:47Z"
  message: Scaled up replica set isvc-mlflow-v2-runtime-predictor-6456f94494 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:47Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3d42e018740
    namespace: kserve-ci-e2e-test
    resourceVersion: "34061"
    uid: d7332963-89dd-44f7-bac3-f17664de8539
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: 1e902873-d268-4ebb-9c5e-2d4ea8427900
  kind: Event
  lastTimestamp: "2026-09-16T19:29:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:32Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3d7ac61d12f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34538"
    uid: b3475ca1-be59-4230-8654-7b24de5de076
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-mlflow-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34058"
    uid: 1e902873-d268-4ebb-9c5e-2d4ea8427900
  kind: Event
  lastTimestamp: "2026-09-16T19:29:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:32Z"
    name: isvc-mlflow-v2-runtime-predictor.18d5e3d7acd1941c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34539"
    uid: 1038df6f-b572-44a8-91fe-ef4ef35f7d60
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34050"
    uid: 76f2f4fb-22a7-4c9b-9595-15b65e060133
  kind: Event
  lastTimestamp: "2026-09-16T19:29:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:30Z"
    name: isvc-mlflow-v2-runtime.18d5e3d42e025093
    namespace: kserve-ci-e2e-test
    resourceVersion: "34524"
    uid: 1ba99a97-865b-471c-ad3c-b1bdd49a1883
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34050"
    uid: 76f2f4fb-22a7-4c9b-9595-15b65e060133
  kind: Event
  lastTimestamp: "2026-09-16T19:28:47Z"
  message: 'Failed to update status for InferenceService "isvc-mlflow-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-mlflow-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:28:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:47Z"
    name: isvc-mlflow-v2-runtime.18d5e3d42e7fe3fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "34064"
    uid: 189577b9-42e2-40a8-9f44-6b2dcf58b33a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-mlflow-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "34522"
    uid: 76f2f4fb-22a7-4c9b-9595-15b65e060133
  kind: Event
  lastTimestamp: "2026-09-16T19:29:30Z"
  message: InferenceService [isvc-mlflow-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:29:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:30Z"
    name: isvc-mlflow-v2-runtime.18d5e3de343eddea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34523"
    uid: 09fb9abd-8080-455c-8ef0-9b6916bc06e3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:31:07.940685Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35452"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:31:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:31:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f4e73ce98e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35458"
    uid: 1043b1e9-6868-4854-b1ae-5902203c7315
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35462"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:31:08Z"
  message: Add eth0 [10.134.0.63/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f509259f19
    namespace: kserve-ci-e2e-test
    resourceVersion: "35472"
    uid: 00b29713-913c-4801-8c9b-718800198a7e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:31:08Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f50a7b2e5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35474"
    uid: 7f64ac0f-8717-4566-b93a-5c737d26fc4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:31:08Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f50dd2ef4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35476"
    uid: 4df86a9d-bc65-4557-a281-17dc4eb57319
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:31:08Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:31:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:08Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f50e419d9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "35477"
    uid: 4039eeee-32e9-4855-804a-5431a61196bc
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:31:12Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:31:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:12Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f614af4402
    namespace: kserve-ci-e2e-test
    resourceVersion: "35516"
    uid: 600cadb7-fdb3-486f-a29a-768b45dd3c39
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:31:24Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 11.652s (11.652s
    including waiting). Image size: 1175702273 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f8cb424680
    namespace: kserve-ci-e2e-test
    resourceVersion: "35616"
    uid: ebd0c0c6-e2e8-4a7c-a177-f39e4d0afd72
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:31:24Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f8ce0f3253
    namespace: kserve-ci-e2e-test
    resourceVersion: "35618"
    uid: 702e1910-0e6f-4976-8942-a635e21ad23a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:31:24Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f8ce6f0d98
    namespace: kserve-ci-e2e-test
    resourceVersion: "35619"
    uid: 4b6d7d36-6cdb-4209-9d3c-be8f6b468ef4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:31:24Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f8ce78b916
    namespace: kserve-ci-e2e-test
    resourceVersion: "35620"
    uid: 064ca046-96dc-48ed-bbcf-a14eaa62da45
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:31:24Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f8d12c89de
    namespace: kserve-ci-e2e-test
    resourceVersion: "35621"
    uid: c233f566-87a0-449f-82e3-3ab165475da1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:31:24Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:24Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f8d18c9e93
    namespace: kserve-ci-e2e-test
    resourceVersion: "35622"
    uid: e0ab158b-fd7b-440d-a734-61749ae50bab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:32:21Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.63:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e3f8e3f9234a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36248"
    uid: 83ac65eb-2f20-4a58-b9a0-5dd494bd26fc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:32:19Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e4057b011dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "36210"
    uid: d4420836-a448-48ce-bf94-8a64670b07fd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:19Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:32:19Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:19Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e4057b01cf3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36212"
    uid: 78a20b6d-d4b5-49f4-8d08-ddf8b6c1082e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv
    namespace: kserve-ci-e2e-test
    resourceVersion: "35455"
    uid: 545bba39-549f-4394-a079-60dea15f4947
  kind: Event
  lastTimestamp: "2026-09-16T19:32:21Z"
  message: 'Readiness probe failed: Get "https://10.134.0.63:8643/healthz": dial tcp
    10.134.0.63:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:21Z"
    name: isvc-paddle-predictor-6d5c9fd4f6-nb2mv.18d5e405ee0b35e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36246"
    uid: c1cbc285-11f5-46f7-b7ac-b9b23fea42bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-predictor-6d5c9fd4f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "35443"
    uid: 30e48dfe-bd0a-4b2d-96e2-ecf3024720cc
  kind: Event
  lastTimestamp: "2026-09-16T19:31:07Z"
  message: 'Created pod: isvc-paddle-predictor-6d5c9fd4f6-nb2mv'
  metadata:
    creationTimestamp: "2026-09-16T19:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:07Z"
    name: isvc-paddle-predictor-6d5c9fd4f6.18d5e3f4e6c46b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "35456"
    uid: 34c1dc09-54b7-478d-997f-764617d4e89b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35440"
    uid: ea02e2c2-f78d-4771-b495-0c8a606cf101
  kind: Event
  lastTimestamp: "2026-09-16T19:31:07Z"
  message: Scaled up replica set isvc-paddle-predictor-6d5c9fd4f6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:07Z"
    name: isvc-paddle-predictor.18d5e3f4e3d2dabe
    namespace: kserve-ci-e2e-test
    resourceVersion: "35446"
    uid: 28b0662f-5eee-422a-a3d0-c75006af51e7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35442"
    uid: 1c4fa1e3-2c31-4404-91a4-b5814911c1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:31:52Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:52Z"
    name: isvc-paddle-predictor.18d5e3f8625aa770
    namespace: kserve-ci-e2e-test
    resourceVersion: "35838"
    uid: 95fc6ba3-b317-459e-bbe8-2cc9a59cbc70
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:22Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35442"
    uid: 1c4fa1e3-2c31-4404-91a4-b5814911c1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:31:52Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:31:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:52Z"
    name: isvc-paddle-predictor.18d5e3f862c5fac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35839"
    uid: f941892d-78d8-465a-9477-89c1464dadad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35601"
    uid: 1c4fa1e3-2c31-4404-91a4-b5814911c1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:32:07Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:07Z"
    name: isvc-paddle-predictor.18d5e402df307c72
    namespace: kserve-ci-e2e-test
    resourceVersion: "36018"
    uid: ff1865e3-7d4d-440e-90c6-533092d01b1b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:07Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35601"
    uid: 1c4fa1e3-2c31-4404-91a4-b5814911c1a3
  kind: Event
  lastTimestamp: "2026-09-16T19:32:07Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:07Z"
    name: isvc-paddle-predictor.18d5e402df9e44e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "36020"
    uid: a9273e1a-bc53-4417-ab78-585af5025db0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:32:24.297201Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36295"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-runtime-predictor-58b99fff76-crj8v
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:32:24Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:32:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e406ae70eab2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36301"
    uid: 8ada2067-1c3f-4005-8063-afd00ce81999
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:24Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:24Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e406b80f6320
    namespace: kserve-ci-e2e-test
    resourceVersion: "36310"
    uid: 84f3bca8-28e3-4b9a-a501-72588e39d9f9
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:25Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36305"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:25Z"
  message: Add eth0 [10.133.0.57/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:32:25Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e406f45f3711
    namespace: kserve-ci-e2e-test
    resourceVersion: "36323"
    uid: 891bfde2-7886-4627-b7d7-333304f863f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:25Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:25Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e406f5f073e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36326"
    uid: cf4a3883-2229-41ff-9cbf-5d55e9d9675f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:25Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:25Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e406f8e8bb8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36327"
    uid: 8f16cd96-219c-49df-a6a1-22c2888c0c07
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:25Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:25Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:32:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:25Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e406f95d5ea2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36328"
    uid: 8ca2dbc7-0a98-43d1-aa99-8e085095a929
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:30Z"
  message: Pulling image "kserve/paddleserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:32:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:30Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e40812559d74
    namespace: kserve-ci-e2e-test
    resourceVersion: "36368"
    uid: 6a8093ca-fde7-49e6-82b0-254e26e99646
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:41Z"
  message: 'Successfully pulled image "kserve/paddleserver:latest" in 10.988s (10.988s
    including waiting). Image size: 1175702273 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e40aa1494dda
    namespace: kserve-ci-e2e-test
    resourceVersion: "36452"
    uid: c8e4ed42-5ffb-49b2-9d94-d9eff5101041
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:41Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e40aa49a884b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36453"
    uid: 71fd9210-038d-4a97-bc9c-e8b261a2b4ea
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:41Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e40aa5101ddd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36454"
    uid: 83991c8b-ecd9-432e-b31b-900241a41435
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:41Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e40aa51de73d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36455"
    uid: 3940ac61-6ceb-4da7-a9fd-ccab685985ef
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:41Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e40aa843ec52
    namespace: kserve-ci-e2e-test
    resourceVersion: "36456"
    uid: 903d6509-f1d1-4cbe-938e-231e44bae42c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:41Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:41Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e40aa8c7e285
    namespace: kserve-ci-e2e-test
    resourceVersion: "36457"
    uid: 9b408633-7891-4cde-8398-80ce528dddef
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:19Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.57:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:19Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e40b1dbf84f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "36740"
    uid: e13bc635-5c8a-41c6-b883-1020a15e2650
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e417398ceb60
    namespace: kserve-ci-e2e-test
    resourceVersion: "36881"
    uid: dd66a3be-fedd-43ef-9ec0-224d1dc79212
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v
    namespace: kserve-ci-e2e-test
    resourceVersion: "36299"
    uid: 13a46a0a-7a62-47c1-bce8-4a2ee1d5e8c5
  kind: Event
  lastTimestamp: "2026-09-16T19:33:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:35Z"
    name: isvc-paddle-runtime-predictor-58b99fff76-crj8v.18d5e417398e645a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36882"
    uid: e9f887e9-80e2-44c0-a710-3e72baa3259c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-runtime-predictor-58b99fff76
    namespace: kserve-ci-e2e-test
    resourceVersion: "36283"
    uid: e24162a3-0198-4dcb-8dc8-28c2c40f3f56
  kind: Event
  lastTimestamp: "2026-09-16T19:32:24Z"
  message: 'Created pod: isvc-paddle-runtime-predictor-58b99fff76-crj8v'
  metadata:
    creationTimestamp: "2026-09-16T19:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:24Z"
    name: isvc-paddle-runtime-predictor-58b99fff76.18d5e406adae5a40
    namespace: kserve-ci-e2e-test
    resourceVersion: "36298"
    uid: 065aebb0-274a-4fed-bce2-ac82980053f7
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:24Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36280"
    uid: 7c10c442-216a-473c-bee1-d4e1a5c568c8
  kind: Event
  lastTimestamp: "2026-09-16T19:32:24Z"
  message: Scaled up replica set isvc-paddle-runtime-predictor-58b99fff76 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:24Z"
    name: isvc-paddle-runtime-predictor.18d5e406aa0b7e6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "36286"
    uid: 34b38f44-4963-4180-b867-bd9440a0ffaa
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36281"
    uid: 8284ed44-534d-46c4-81d1-4e504c448da6
  kind: Event
  lastTimestamp: "2026-09-16T19:33:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:09Z"
    name: isvc-paddle-runtime-predictor.18d5e40a28337f45
    namespace: kserve-ci-e2e-test
    resourceVersion: "36662"
    uid: 7ba4bce3-9f75-4088-8273-9b3dcb4c6fe6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36281"
    uid: 8284ed44-534d-46c4-81d1-4e504c448da6
  kind: Event
  lastTimestamp: "2026-09-16T19:33:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:09Z"
    name: isvc-paddle-runtime-predictor.18d5e40a289b733b
    namespace: kserve-ci-e2e-test
    resourceVersion: "36663"
    uid: 213a0788-94e8-4a30-b9a3-3480b7f97181
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36438"
    uid: 8284ed44-534d-46c4-81d1-4e504c448da6
  kind: Event
  lastTimestamp: "2026-09-16T19:33:24Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:24Z"
    name: isvc-paddle-runtime-predictor.18d5e414a4be45c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36773"
    uid: 25a232c7-412c-4a13-aa4a-7fde5ace1f6d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36438"
    uid: 8284ed44-534d-46c4-81d1-4e504c448da6
  kind: Event
  lastTimestamp: "2026-09-16T19:33:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:24Z"
    name: isvc-paddle-runtime-predictor.18d5e414a52c4db8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36775"
    uid: b75f516d-e50d-461c-b88e-867e5a860e5c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: 41e9deb8-4a51-4c66-a8f4-bfee5eedc20e
  kind: Event
  lastTimestamp: "2026-09-16T19:33:29Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:29Z"
    name: isvc-paddle-runtime.18d5e406a9d0afec
    namespace: kserve-ci-e2e-test
    resourceVersion: "36819"
    uid: 24a5b468-36e9-495b-b20e-a185a021c3a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36273"
    uid: 41e9deb8-4a51-4c66-a8f4-bfee5eedc20e
  kind: Event
  lastTimestamp: "2026-09-16T19:32:24Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:24Z"
    name: isvc-paddle-runtime.18d5e406aa67b9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "36307"
    uid: 662db03f-47cf-4eb1-bc49-54abf6c59907
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36279"
    uid: 41e9deb8-4a51-4c66-a8f4-bfee5eedc20e
  kind: Event
  lastTimestamp: "2026-09-16T19:32:24Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-paddle-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:24Z"
    name: isvc-paddle-runtime.18d5e406b0f8980d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36308"
    uid: 76ec09e5-b15d-4953-a52b-577959f5d67c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:29Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "36816"
    uid: 41e9deb8-4a51-4c66-a8f4-bfee5eedc20e
  kind: Event
  lastTimestamp: "2026-09-16T19:33:29Z"
  message: InferenceService [isvc-paddle-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:33:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:29Z"
    name: isvc-paddle-runtime.18d5e415d921313f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36817"
    uid: 2bb7565d-a977-40e3-8252-a8b983bea498
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:33:40.545210Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36947"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:33:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:33:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e4186f2d2c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36952"
    uid: 1893f1f7-0946-46c8-9637-4e1777d0735c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:33:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-paddle-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e418785133c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36960"
    uid: d86504c7-7ba6-4915-a6b9-559e0186e429
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36956"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:33:41Z"
  message: Add eth0 [10.134.0.65/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:33:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e418b4d8724d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36973"
    uid: 5af816da-e9f3-45f3-8e1c-5be7886583f2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:33:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e418b65661d9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36976"
    uid: 771c1835-081e-4d68-b1d5-a4512823dd0d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:33:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e418b9233992
    namespace: kserve-ci-e2e-test
    resourceVersion: "36977"
    uid: 29c417bf-eca3-4dbe-8fe8-2df450319fb6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:33:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:33:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e418b992351e
    namespace: kserve-ci-e2e-test
    resourceVersion: "36978"
    uid: 71595412-4d18-4b10-bd77-bd1e2234e870
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:33:46Z"
  message: Container image "kserve/paddleserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:46Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e419dec1fc26
    namespace: kserve-ci-e2e-test
    resourceVersion: "37025"
    uid: 0d123122-f62c-455a-81fe-9486d43b3c69
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:33:46Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:46Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e419e1ae11a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37027"
    uid: 1d5ec29e-8814-40a0-88f3-260280ae6138
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:33:46Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:46Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e419e21bbd2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37029"
    uid: bdf7ed38-f103-41ad-928f-b2991a057973
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:33:46Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:46Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e419e224ca89
    namespace: kserve-ci-e2e-test
    resourceVersion: "37031"
    uid: 6d188de0-3975-43a5-92c3-45192fa1f9b0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:33:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:46Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e419e53d0257
    namespace: kserve-ci-e2e-test
    resourceVersion: "37033"
    uid: 5cc0df15-9caa-4aef-b9a4-de28aa7f7fd7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:33:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:46Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e419e5a8c213
    namespace: kserve-ci-e2e-test
    resourceVersion: "37034"
    uid: 4a29b1ac-3b38-47d5-8383-f73836146a3c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 7
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:34:43Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.65:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e41a1acac353
    namespace: kserve-ci-e2e-test
    resourceVersion: "37650"
    uid: b5331ff9-7230-4c14-adf1-a12b2ddf597e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:34:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e426b6998d69
    namespace: kserve-ci-e2e-test
    resourceVersion: "37636"
    uid: e495c311-0172-43d8-b6da-15a0c917a935
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:34:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:34:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:41Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e426b69a22d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37637"
    uid: d8e6d6e7-2bd4-4e67-8980-81ade09aa185
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn
    namespace: kserve-ci-e2e-test
    resourceVersion: "36950"
    uid: 49d45fcd-4405-4eb8-b007-a6f7e6fc9680
  kind: Event
  lastTimestamp: "2026-09-16T19:34:43Z"
  message: 'Readiness probe failed: Get "https://10.134.0.65:8643/healthz": dial tcp
    10.134.0.65:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:34:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:43Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn.18d5e42724dd813e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37649"
    uid: 66c39d40-0a60-41d8-8d25-d7f39514bee3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36936"
    uid: ce79287d-de2b-4b9f-a8d2-977595330609
  kind: Event
  lastTimestamp: "2026-09-16T19:33:40Z"
  message: 'Created pod: isvc-paddle-v2-kserve-predictor-64d4c74b4d-w2hgn'
  metadata:
    creationTimestamp: "2026-09-16T19:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:40Z"
    name: isvc-paddle-v2-kserve-predictor-64d4c74b4d.18d5e4186e7a5a73
    namespace: kserve-ci-e2e-test
    resourceVersion: "36949"
    uid: 4561c41a-1fcd-4b3f-960e-262a1ab5b688
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36934"
    uid: f10934cc-9c86-4353-affd-30f1b9e5016b
  kind: Event
  lastTimestamp: "2026-09-16T19:33:40Z"
  message: Scaled up replica set isvc-paddle-v2-kserve-predictor-64d4c74b4d from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:40Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e4186b589db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36939"
    uid: ee2ee77c-45a4-447b-a316-a05ce408873a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36935"
    uid: 23589b78-bfae-4ee3-831d-0fef04411284
  kind: Event
  lastTimestamp: "2026-09-16T19:34:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:10Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e41be9d95cff
    namespace: kserve-ci-e2e-test
    resourceVersion: "37381"
    uid: 5092bc3f-6545-469a-a19e-ce9bd4504ccc
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36935"
    uid: 23589b78-bfae-4ee3-831d-0fef04411284
  kind: Event
  lastTimestamp: "2026-09-16T19:34:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:33:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:10Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e41bea4762d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37382"
    uid: f761947f-02fb-42d9-9590-69b81b67cb1c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 23589b78-bfae-4ee3-831d-0fef04411284
  kind: Event
  lastTimestamp: "2026-09-16T19:34:40Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:40Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e422e7990c1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37607"
    uid: 4165153e-aa04-45b4-94e9-9662c36a3481
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-paddle-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37181"
    uid: 23589b78-bfae-4ee3-831d-0fef04411284
  kind: Event
  lastTimestamp: "2026-09-16T19:34:40Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:40Z"
    name: isvc-paddle-v2-kserve-predictor.18d5e422e8016475
    namespace: kserve-ci-e2e-test
    resourceVersion: "37608"
    uid: 1bda7cbd-3b6b-453f-a6e4-d8a92add5bd2
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36926"
    uid: 3b1f093b-6ec5-40db-a1e9-3e9c6681035a
  kind: Event
  lastTimestamp: "2026-09-16T19:34:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:33Z"
    name: isvc-paddle-v2-kserve.18d5e4186b5c9abb
    namespace: kserve-ci-e2e-test
    resourceVersion: "37564"
    uid: 65f77925-4c9e-4a97-86ea-a24e6d7394bb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "36926"
    uid: 3b1f093b-6ec5-40db-a1e9-3e9c6681035a
  kind: Event
  lastTimestamp: "2026-09-16T19:33:40Z"
  message: 'Failed to update status for InferenceService "isvc-paddle-v2-kserve":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:40Z"
    name: isvc-paddle-v2-kserve.18d5e4186be82fb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36942"
    uid: 722cb2ca-6b60-4b45-b1c9-7b973081bf15
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "37562"
    uid: 3b1f093b-6ec5-40db-a1e9-3e9c6681035a
  kind: Event
  lastTimestamp: "2026-09-16T19:34:33Z"
  message: InferenceService [isvc-paddle-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:34:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:33Z"
    name: isvc-paddle-v2-kserve.18d5e424d66a382d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37563"
    uid: 70316a8d-ed9f-4310-ace0-f0bdb38cd8ba
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35433"
    uid: dd7ad65a-ca8d-4261-b9cc-89709f688ec3
  kind: Event
  lastTimestamp: "2026-09-16T19:32:11Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:11Z"
    name: isvc-paddle.18d5e3f4e3d32770
    namespace: kserve-ci-e2e-test
    resourceVersion: "36064"
    uid: 356a50bb-aedc-4436-869b-e3de86ab4524
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "35433"
    uid: dd7ad65a-ca8d-4261-b9cc-89709f688ec3
  kind: Event
  lastTimestamp: "2026-09-16T19:31:07Z"
  message: 'Failed to update status for InferenceService "isvc-paddle": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-paddle": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:31:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:07Z"
    name: isvc-paddle.18d5e3f4e44f68bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "35448"
    uid: 389bcd89-cc2f-4f7e-a36a-a2ca50133d4a
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-paddle
    namespace: kserve-ci-e2e-test
    resourceVersion: "36060"
    uid: dd7ad65a-ca8d-4261-b9cc-89709f688ec3
  kind: Event
  lastTimestamp: "2026-09-16T19:32:11Z"
  message: InferenceService [isvc-paddle] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:32:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:11Z"
    name: isvc-paddle.18d5e4039f800d65
    namespace: kserve-ci-e2e-test
    resourceVersion: "36061"
    uid: d680a6e5-c5ff-40b9-840f-c66492387781
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:34:47.123649Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37701"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-predictor-8674795f59-9dbh6
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:34:47Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:34:47Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e427ef8f8764
    namespace: kserve-ci-e2e-test
    resourceVersion: "37706"
    uid: fad7fa02-3c37-4f16-a48c-9e8c9e1d5b1b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:47Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37710"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:34:47Z"
  message: Add eth0 [10.133.0.59/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:34:47Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e4281147a9de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37723"
    uid: 4fd77997-2e83-4233-a254-97cd99a3c10b
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:34:47Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:47Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e42812c40d78
    namespace: kserve-ci-e2e-test
    resourceVersion: "37725"
    uid: 4a2878e5-bd4a-466a-87af-55859eb4b538
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:34:47Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:47Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e42815fdf196
    namespace: kserve-ci-e2e-test
    resourceVersion: "37727"
    uid: c526193c-c940-4451-802f-4c5c224f5771
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:34:47Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:47Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e428166dde65
    namespace: kserve-ci-e2e-test
    resourceVersion: "37728"
    uid: 1c645053-5c41-453b-ac32-bf80ca4e758d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:34:51Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:34:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:51Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e4290f469826
    namespace: kserve-ci-e2e-test
    resourceVersion: "37765"
    uid: ca84fced-9409-48e1-a6d6-8b99fb3b838f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:34:59Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.071s (7.071s
    including waiting). Image size: 826884477 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:59Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e42ab4c62f4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37820"
    uid: f95adae8-6adc-437e-850b-60ebaa6b697d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:34:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:59Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e42ab849e273
    namespace: kserve-ci-e2e-test
    resourceVersion: "37823"
    uid: 0a503df1-0a03-4ee6-878e-5774e4d37bcb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:34:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:59Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e42ab8bd0eac
    namespace: kserve-ci-e2e-test
    resourceVersion: "37824"
    uid: e5a209fc-9a4d-4dee-bf44-1e5b12f456b1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:34:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:59Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e42ab8c7beb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37825"
    uid: 1fe573b4-d26a-4f33-a82d-974ae66f6124
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:34:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:59Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e42abb88b588
    namespace: kserve-ci-e2e-test
    resourceVersion: "37826"
    uid: 994b5914-9b29-4813-913e-066f9118064f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:34:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:34:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:59Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e42abbfefa5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37827"
    uid: 08e8a8cf-3316-487d-bf6c-96dcfce02f86
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:01Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:36:13Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.59:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:35:01Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:13Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e42b2adf1977
    namespace: kserve-ci-e2e-test
    resourceVersion: "38544"
    uid: a6061db6-0e37-4ba0-a4f5-19610c67b76d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:36:28Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:28Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e43f73c4696a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38670"
    uid: a1d69bd9-f41b-496b-a23a-9cac670dacab
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-predictor-8674795f59-9dbh6
    namespace: kserve-ci-e2e-test
    resourceVersion: "37705"
    uid: 26e79c9c-1f5b-4206-966b-f15b02d8ebfc
  kind: Event
  lastTimestamp: "2026-09-16T19:36:28Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:36:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:28Z"
    name: isvc-pmml-predictor-8674795f59-9dbh6.18d5e43f73c5844e
    namespace: kserve-ci-e2e-test
    resourceVersion: "38671"
    uid: e8cd19e3-8b35-474a-9a9a-c069d4816cfb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:47Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-predictor-8674795f59
    namespace: kserve-ci-e2e-test
    resourceVersion: "37688"
    uid: 9d179677-c173-4186-9f9c-6f555edf65f0
  kind: Event
  lastTimestamp: "2026-09-16T19:34:47Z"
  message: 'Created pod: isvc-pmml-predictor-8674795f59-9dbh6'
  metadata:
    creationTimestamp: "2026-09-16T19:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:47Z"
    name: isvc-pmml-predictor-8674795f59.18d5e427ee2626de
    namespace: kserve-ci-e2e-test
    resourceVersion: "37704"
    uid: c5f91d8a-f686-4ceb-a6ae-09be3fb0d12e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:46Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37686"
    uid: 6a8e7414-ec33-4d28-bbc6-0d91fa964044
  kind: Event
  lastTimestamp: "2026-09-16T19:34:46Z"
  message: Scaled up replica set isvc-pmml-predictor-8674795f59 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:47Z"
    name: isvc-pmml-predictor.18d5e427e82c757f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37690"
    uid: b172b81f-207d-43bb-bba2-2ca5597dea42
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37687"
    uid: f2c4097b-a4e8-4921-b206-66ad1c18c8c8
  kind: Event
  lastTimestamp: "2026-09-16T19:35:32Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:32Z"
    name: isvc-pmml-predictor.18d5e42b664ec633
    namespace: kserve-ci-e2e-test
    resourceVersion: "38133"
    uid: 6bafa42d-55aa-4b13-9e99-ed9fc605e41d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37687"
    uid: f2c4097b-a4e8-4921-b206-66ad1c18c8c8
  kind: Event
  lastTimestamp: "2026-09-16T19:35:32Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:35:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:32Z"
    name: isvc-pmml-predictor.18d5e42b66bc55ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "38134"
    uid: ddec9d12-93ee-4d90-a2a4-f09fc8bcb762
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: f2c4097b-a4e8-4921-b206-66ad1c18c8c8
  kind: Event
  lastTimestamp: "2026-09-16T19:36:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:17Z"
    name: isvc-pmml-predictor.18d5e435e4865401
    namespace: kserve-ci-e2e-test
    resourceVersion: "38569"
    uid: f09b4066-5f3a-4fff-a6ca-936fe0e92c1e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37852"
    uid: f2c4097b-a4e8-4921-b206-66ad1c18c8c8
  kind: Event
  lastTimestamp: "2026-09-16T19:36:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:35:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:17Z"
    name: isvc-pmml-predictor.18d5e435e5139c91
    namespace: kserve-ci-e2e-test
    resourceVersion: "38570"
    uid: 210fa94d-69a5-40ea-892c-cfce888ed970
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:36:33.327643Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38734"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-runtime-predictor-885fc8777-zzk2p
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:36:33Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:36:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e440a9cfdf25
    namespace: kserve-ci-e2e-test
    resourceVersion: "38739"
    uid: 00b44dc3-d162-41ff-8fa7-c060109da3f8
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38744"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:36:33Z"
  message: Add eth0 [10.133.0.60/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:36:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e440cbc13432
    namespace: kserve-ci-e2e-test
    resourceVersion: "38754"
    uid: 4470699c-6d0a-4114-9f9b-d2ae7521fb7d
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:36:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e440cd33df7a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38756"
    uid: 67185c0d-5c04-416a-9e54-a399a070a3ff
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:36:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e440d00cea93
    namespace: kserve-ci-e2e-test
    resourceVersion: "38758"
    uid: 9a979c31-66cb-4b0e-9daa-4c640669aff6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:36:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e440d07eb2f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38759"
    uid: d55c3f41-8bf4-4f26-86c4-449d67ef4582
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:36:38Z"
  message: Container image "kserve/pmmlserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e441dba0cf66
    namespace: kserve-ci-e2e-test
    resourceVersion: "38798"
    uid: 7d9096d6-716a-49b2-a75d-070575cff20f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:36:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e441df026a76
    namespace: kserve-ci-e2e-test
    resourceVersion: "38802"
    uid: 6908ce4f-f97f-42f9-a65f-e848ae91dcad
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:36:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e441df7b869d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38803"
    uid: f6acb6b1-0c50-4882-b407-91e0c8384b21
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:36:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e441df85a1f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38804"
    uid: fc8500f7-435f-45b8-a748-cda51e783feb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:36:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e441e2763b39
    namespace: kserve-ci-e2e-test
    resourceVersion: "38806"
    uid: 81b3a3a0-2397-441b-b2a3-01cc89ff49a9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:36:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:36:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:36:38Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e441e2e51c6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38807"
    uid: 83c6c4ca-5251-4ce5-b4f6-085fdd25bb32
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:40Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:38:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.60:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:36:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e44253d591d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39497"
    uid: 7e0cd1c8-78a8-4700-8662-3fbeb4838975
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:38:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e455e0bef531
    namespace: kserve-ci-e2e-test
    resourceVersion: "39479"
    uid: b67c8056-9508-44c7-9844-e943a46a742d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:38:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:38:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:04Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e455e0c095a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39480"
    uid: fe487c6b-fdfa-4d40-971d-dfe81789b809
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p
    namespace: kserve-ci-e2e-test
    resourceVersion: "38736"
    uid: 31799d9b-05e3-488d-b49b-9b4fcc93bbbd
  kind: Event
  lastTimestamp: "2026-09-16T19:38:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.60:8643/healthz": dial tcp
    10.133.0.60:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:38:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:06Z"
    name: isvc-pmml-runtime-predictor-885fc8777-zzk2p.18d5e4565a0c2d24
    namespace: kserve-ci-e2e-test
    resourceVersion: "39496"
    uid: d2b4b0a0-34a6-4de8-bfac-205f5a42d951
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-runtime-predictor-885fc8777
    namespace: kserve-ci-e2e-test
    resourceVersion: "38723"
    uid: 154e0f0a-8e0c-4ad3-b2ca-a7653a79f6ae
  kind: Event
  lastTimestamp: "2026-09-16T19:36:33Z"
  message: 'Created pod: isvc-pmml-runtime-predictor-885fc8777-zzk2p'
  metadata:
    creationTimestamp: "2026-09-16T19:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:33Z"
    name: isvc-pmml-runtime-predictor-885fc8777.18d5e440a92dce53
    namespace: kserve-ci-e2e-test
    resourceVersion: "38735"
    uid: 93842b2d-58dd-4ba2-ba2b-26cb1259f7c4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:33Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38720"
    uid: 58849086-8cd0-44ee-b8c3-1c4581b381c4
  kind: Event
  lastTimestamp: "2026-09-16T19:36:33Z"
  message: Scaled up replica set isvc-pmml-runtime-predictor-885fc8777 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:33Z"
    name: isvc-pmml-runtime-predictor.18d5e440a4fcf6e5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38724"
    uid: 62274aed-d7dd-41f4-b081-9a864f6ef582
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38722"
    uid: 267beb33-f4e6-4ba2-b0b2-f1018e18aa40
  kind: Event
  lastTimestamp: "2026-09-16T19:37:18Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:37:18Z"
    name: isvc-pmml-runtime-predictor.18d5e444242cbcf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39109"
    uid: a9b2bdc1-c1aa-4f47-af07-3e814026c6db
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:48Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38722"
    uid: 267beb33-f4e6-4ba2-b0b2-f1018e18aa40
  kind: Event
  lastTimestamp: "2026-09-16T19:37:18Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:36:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:37:18Z"
    name: isvc-pmml-runtime-predictor.18d5e444248e5be1
    namespace: kserve-ci-e2e-test
    resourceVersion: "39110"
    uid: a6dfc194-2e83-4fb0-bcff-a792007f7f52
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:37:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 267beb33-f4e6-4ba2-b0b2-f1018e18aa40
  kind: Event
  lastTimestamp: "2026-09-16T19:38:03Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:38:03Z"
    name: isvc-pmml-runtime-predictor.18d5e447a3511825
    namespace: kserve-ci-e2e-test
    resourceVersion: "39454"
    uid: 2fae2513-8c4f-4e96-a241-09cbb9ce4f49
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:37:03Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38885"
    uid: 267beb33-f4e6-4ba2-b0b2-f1018e18aa40
  kind: Event
  lastTimestamp: "2026-09-16T19:38:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:37:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:38:03Z"
    name: isvc-pmml-runtime-predictor.18d5e447a3c0703c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39455"
    uid: c55f19af-52ef-45be-82ef-482d5a24d21c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: 5766b62f-b639-478a-9c3d-b91198c65abc
  kind: Event
  lastTimestamp: "2026-09-16T19:37:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:37:56Z"
    name: isvc-pmml-runtime.18d5e440a4f982d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "39405"
    uid: 6db006f7-5af7-4bd2-b86d-2376609db597
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38712"
    uid: 5766b62f-b639-478a-9c3d-b91198c65abc
  kind: Event
  lastTimestamp: "2026-09-16T19:36:33Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:33Z"
    name: isvc-pmml-runtime.18d5e440a580f067
    namespace: kserve-ci-e2e-test
    resourceVersion: "38747"
    uid: 49afc566-80f4-4314-9dfa-eddd8d5f4c98
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "38715"
    uid: 5766b62f-b639-478a-9c3d-b91198c65abc
  kind: Event
  lastTimestamp: "2026-09-16T19:36:33Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml-runtime": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:36:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:33Z"
    name: isvc-pmml-runtime.18d5e440ac8fa748
    namespace: kserve-ci-e2e-test
    resourceVersion: "38748"
    uid: 57f187c6-22f7-490c-9a49-a02c7715fe1c
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:37:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "39403"
    uid: 5766b62f-b639-478a-9c3d-b91198c65abc
  kind: Event
  lastTimestamp: "2026-09-16T19:37:56Z"
  message: InferenceService [isvc-pmml-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:37:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:37:56Z"
    name: isvc-pmml-runtime.18d5e4540b585def
    namespace: kserve-ci-e2e-test
    resourceVersion: "39404"
    uid: 4782ecfc-7b19-4849-8415-eee814fb5349
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:35:42.697606Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38271"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:35:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:35:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e434e006cfc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "38277"
    uid: ff72398f-c6c8-4355-b11b-aa369314fb16
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-pmml-v2-kserve-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e434eb97c1b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "38286"
    uid: 5ff602cc-6ccf-4450-935e-1745c9b9a219
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38281"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:43Z"
  message: Add eth0 [10.134.0.68/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:35:43Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e43525a27ea6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38295"
    uid: ef3888cc-f5b7-4996-84c8-8539ad92ecbb
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:43Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e435270a80a8
    namespace: kserve-ci-e2e-test
    resourceVersion: "38298"
    uid: 39ff0d13-2319-4816-a084-cda866279dde
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:43Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e4352a47f9ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "38299"
    uid: 647a7cbe-2657-465b-90cd-1602a6f9de59
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:35:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:43Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e4352ab6e2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "38300"
    uid: b6adf010-a17a-453b-9120-a2684da4e037
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:48Z"
  message: Pulling image "kserve/pmmlserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:35:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:48Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e4362e54e32b
    namespace: kserve-ci-e2e-test
    resourceVersion: "38344"
    uid: 431af389-05c6-44b9-9422-b2901c01969d
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:55Z"
  message: 'Successfully pulled image "kserve/pmmlserver:latest" in 7.007s (7.007s
    including waiting). Image size: 826884477 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e437d007ea07
    namespace: kserve-ci-e2e-test
    resourceVersion: "38394"
    uid: 485e0aa8-4f19-48b7-9311-cd331a958eb7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e437d3e6e027
    namespace: kserve-ci-e2e-test
    resourceVersion: "38395"
    uid: 9e0338a1-42c1-41d4-abc0-a22c751c266d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e437d457d059
    namespace: kserve-ci-e2e-test
    resourceVersion: "38396"
    uid: 76801785-8e4a-48f9-ac61-9ec6830ded7f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e437d4637f2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "38397"
    uid: edde761b-befc-49c0-926a-491a8a221816
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e437d74e35a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38398"
    uid: ff0235fb-d7ca-4892-a678-35b99f97b562
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:35:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:35:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:55Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e437d7c86ecd
    namespace: kserve-ci-e2e-test
    resourceVersion: "38399"
    uid: d7dc5343-a555-4e33-b19a-7e46b8caa7b6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:37:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.68:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:35:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:37:03Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e4380e17b690
    namespace: kserve-ci-e2e-test
    resourceVersion: "38992"
    uid: f12f556b-38d2-4a4b-9115-25c4ebd275ca
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:37:23Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:37:23Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e44c6ec62e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39166"
    uid: dbe3d38f-2dc9-4dc3-9c5a-bbfceecda3f3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:37:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc
    namespace: kserve-ci-e2e-test
    resourceVersion: "38275"
    uid: fa0e0358-a198-4576-83a0-503632c57494
  kind: Event
  lastTimestamp: "2026-09-16T19:37:23Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:37:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:37:23Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc.18d5e44c6ec6b7a0
    namespace: kserve-ci-e2e-test
    resourceVersion: "39167"
    uid: b113a535-ba4e-4df4-be29-d06f7523467f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-pmml-v2-kserve-predictor-84cb55486c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38258"
    uid: c054ca7e-0b95-4a3a-b778-ccc9bbb8f3a7
  kind: Event
  lastTimestamp: "2026-09-16T19:35:42Z"
  message: 'Created pod: isvc-pmml-v2-kserve-predictor-84cb55486c-5h9rc'
  metadata:
    creationTimestamp: "2026-09-16T19:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:42Z"
    name: isvc-pmml-v2-kserve-predictor-84cb55486c.18d5e434df91a668
    namespace: kserve-ci-e2e-test
    resourceVersion: "38274"
    uid: 31aec655-f32b-4689-90b6-fdbf0940d700
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38256"
    uid: 3b4c32e0-1f5f-4415-8682-3603456ffafd
  kind: Event
  lastTimestamp: "2026-09-16T19:35:42Z"
  message: Scaled up replica set isvc-pmml-v2-kserve-predictor-84cb55486c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:42Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e434dc98e79d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38261"
    uid: f000a560-e6b5-4dc8-a9ce-5dfa544c7f51
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38257"
    uid: a57fd3f0-dc59-46c7-85f5-cbba28e757a5
  kind: Event
  lastTimestamp: "2026-09-16T19:36:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:27Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e4385ae87697
    namespace: kserve-ci-e2e-test
    resourceVersion: "38649"
    uid: b5175659-3496-44c0-a6f9-38eccf38577e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:57Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38257"
    uid: a57fd3f0-dc59-46c7-85f5-cbba28e757a5
  kind: Event
  lastTimestamp: "2026-09-16T19:36:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:35:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:36:27Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e4385b4afe48
    namespace: kserve-ci-e2e-test
    resourceVersion: "38650"
    uid: 04bb9fa0-10aa-4d83-ad6d-8166d49ccf3d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38423"
    uid: a57fd3f0-dc59-46c7-85f5-cbba28e757a5
  kind: Event
  lastTimestamp: "2026-09-16T19:37:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:37:12Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e442d7890374
    namespace: kserve-ci-e2e-test
    resourceVersion: "39059"
    uid: 72bcd33c-e9fb-493e-91e3-670dd5a0656f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-pmml-v2-kserve-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38423"
    uid: a57fd3f0-dc59-46c7-85f5-cbba28e757a5
  kind: Event
  lastTimestamp: "2026-09-16T19:37:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:36:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:37:12Z"
    name: isvc-pmml-v2-kserve-predictor.18d5e442d8042062
    namespace: kserve-ci-e2e-test
    resourceVersion: "39060"
    uid: 34193125-9e06-4aa0-9666-31e8cbb9e907
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38248"
    uid: 08463f72-eb29-4979-b35b-ae54a6432872
  kind: Event
  lastTimestamp: "2026-09-16T19:37:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:37:13Z"
    name: isvc-pmml-v2-kserve.18d5e434dc96b462
    namespace: kserve-ci-e2e-test
    resourceVersion: "39073"
    uid: a9fe17f3-cbb5-4615-894e-a50492f3857e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "38248"
    uid: 08463f72-eb29-4979-b35b-ae54a6432872
  kind: Event
  lastTimestamp: "2026-09-16T19:35:42Z"
  message: 'Failed to update status for InferenceService "isvc-pmml-v2-kserve": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml-v2-kserve":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:35:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:42Z"
    name: isvc-pmml-v2-kserve.18d5e434dd1ec2db
    namespace: kserve-ci-e2e-test
    resourceVersion: "38264"
    uid: ee436523-e504-425e-b9d0-9454e163e0c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:37:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml-v2-kserve
    namespace: kserve-ci-e2e-test
    resourceVersion: "39070"
    uid: 08463f72-eb29-4979-b35b-ae54a6432872
  kind: Event
  lastTimestamp: "2026-09-16T19:37:13Z"
  message: InferenceService [isvc-pmml-v2-kserve] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:37:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:37:13Z"
    name: isvc-pmml-v2-kserve.18d5e44a01441b8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39071"
    uid: ed22fd1f-9b3c-469d-b7e9-57dbeef512f3
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:46Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37679"
    uid: 940ad6d3-4f50-427f-9526-0cd43a7ca712
  kind: Event
  lastTimestamp: "2026-09-16T19:36:23Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:23Z"
    name: isvc-pmml.18d5e427e7e552d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38625"
    uid: 89f7ffe5-55af-44b4-a7da-b705d3505225
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37679"
    uid: 940ad6d3-4f50-427f-9526-0cd43a7ca712
  kind: Event
  lastTimestamp: "2026-09-16T19:34:47Z"
  message: 'Failed to update status for InferenceService "isvc-pmml": Operation cannot
    be fulfilled on inferenceservices.serving.kserve.io "isvc-pmml": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:47Z"
    name: isvc-pmml.18d5e427e9175e02
    namespace: kserve-ci-e2e-test
    resourceVersion: "37712"
    uid: 00eded83-1a6f-433b-8dd6-8d91d3b6fd23
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:47Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "37685"
    uid: 940ad6d3-4f50-427f-9526-0cd43a7ca712
  kind: Event
  lastTimestamp: "2026-09-16T19:34:47Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-pmml": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:34:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:47Z"
    name: isvc-pmml.18d5e427f48a754e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37713"
    uid: a56a8c7d-f1bf-433d-9bde-2e5a7ec006c2
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:36:23Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-pmml
    namespace: kserve-ci-e2e-test
    resourceVersion: "38622"
    uid: 940ad6d3-4f50-427f-9526-0cd43a7ca712
  kind: Event
  lastTimestamp: "2026-09-16T19:36:23Z"
  message: InferenceService [isvc-pmml] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:36:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:36:23Z"
    name: isvc-pmml.18d5e43e778c0196
    namespace: kserve-ci-e2e-test
    resourceVersion: "38623"
    uid: de8e4c7f-fe07-4ddb-bb57-a628ce2c9e3a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:59:56.662641Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17420"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e241366001de
    namespace: kserve-ci-e2e-test
    resourceVersion: "17426"
    uid: 1ffea80c-1015-464f-93e7-9bb2cbeb389e
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e24141fd7073
    namespace: kserve-ci-e2e-test
    resourceVersion: "17436"
    uid: fb243697-dc6c-4236-835a-5f6b34a9fe6e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17431"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:57Z"
  message: Add eth0 [10.134.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:59:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e2417c4fc619
    namespace: kserve-ci-e2e-test
    resourceVersion: "17448"
    uid: c4643a57-18dc-4831-aed6-ee0869f37bf5
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e2417db9b3da
    namespace: kserve-ci-e2e-test
    resourceVersion: "17450"
    uid: 8cb1442d-bb0b-48a5-b6df-52009b41704a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e241817bf019
    namespace: kserve-ci-e2e-test
    resourceVersion: "17452"
    uid: 1b5b2cd2-7c8d-4143-867a-1b39f1fe1aaf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T18:59:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:59:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:57Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e24181f15422
    namespace: kserve-ci-e2e-test
    resourceVersion: "17453"
    uid: 6ee4eac4-fad5-45cf-9e6a-bd1b04c30dc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:02Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e242992db7c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17532"
    uid: 89a9f1b6-4b9a-4fdf-ac5e-7897d6818523
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:02Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e2429cbd225e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17538"
    uid: 5f6fe6e1-7388-4aa2-a44d-45d93da2cf82
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:02Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e2429d339e2c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17540"
    uid: 0dfaf123-49f2-4453-9a07-1c4b05ac6bbf
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:02Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e2429d3ef514
    namespace: kserve-ci-e2e-test
    resourceVersion: "17541"
    uid: 3ba289a6-fcc7-457c-aecc-053f518144e0
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:02Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e242a077eca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "17544"
    uid: 02e8e999-34f1-4920-bca6-91ce4efbba39
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T19:00:02Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:00:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:00:02Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e242a0eb1dd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "17545"
    uid: f5eae3e6-2a26-485d-8c61-4ec496f6ff4e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:00:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:29Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e242d554cd42
    namespace: kserve-ci-e2e-test
    resourceVersion: "18256"
    uid: 6cf7d3ee-1101-494e-b674-876a47cf1c6f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:26Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:26Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e25630f1197e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18232"
    uid: a0f68d2b-4e10-47d3-b4d4-b2c846464116
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:26Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:26Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e25630f1e77b
    namespace: kserve-ci-e2e-test
    resourceVersion: "18233"
    uid: 5b6bb0fa-c572-46ad-b79d-ceb39f199052
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx
    namespace: kserve-ci-e2e-test
    resourceVersion: "17423"
    uid: 6f8b24ef-03fc-40dc-96bb-d9e9b583b0a2
  kind: Event
  lastTimestamp: "2026-09-16T19:01:29Z"
  message: 'Readiness probe failed: Get "https://10.134.0.34:8643/healthz": dial tcp
    10.134.0.34:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:29Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx.18d5e256dbac4978
    namespace: kserve-ci-e2e-test
    resourceVersion: "18255"
    uid: 2bfd3515-5c0c-4725-954d-c970c461a909
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "17411"
    uid: b76fbe10-4d2a-49f3-8532-3fa7619a52c6
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: 'Created pod: isvc-predictive-lightgbm-predictor-ff56bcbb5-t2rlx'
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-predictive-lightgbm-predictor-ff56bcbb5.18d5e24135e2c91b
    namespace: kserve-ci-e2e-test
    resourceVersion: "17421"
    uid: b064804d-7f45-4633-bbb3-0b6cf20bc13d
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17407"
    uid: 7edfd684-22ca-498e-8eca-50718d3919fc
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: Scaled up replica set isvc-predictive-lightgbm-predictor-ff56bcbb5 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-predictive-lightgbm-predictor.18d5e2413317aae1
    namespace: kserve-ci-e2e-test
    resourceVersion: "17413"
    uid: 8f022383-bc44-4cfe-87a3-42f907af9a80
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: 56d5aca7-ac72-4905-bd28-4f7121486ec9
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-predictive-lightgbm-predictor.18d5e244b195a320
    namespace: kserve-ci-e2e-test
    resourceVersion: "17870"
    uid: eb1c278b-eaa4-42c3-8136-f095faf2f959
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17409"
    uid: 56d5aca7-ac72-4905-bd28-4f7121486ec9
  kind: Event
  lastTimestamp: "2026-09-16T19:00:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:00:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:41Z"
    name: isvc-predictive-lightgbm-predictor.18d5e244b206e2a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "17871"
    uid: 7698aaa7-a1a5-4bcc-a2f2-4e5ea1d7beca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: 56d5aca7-ac72-4905-bd28-4f7121486ec9
  kind: Event
  lastTimestamp: "2026-09-16T19:01:26Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:26Z"
    name: isvc-predictive-lightgbm-predictor.18d5e2483104f53c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18217"
    uid: 0d5ec9b0-41df-4f17-9616-8df733fec5b3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:00:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17641"
    uid: 56d5aca7-ac72-4905-bd28-4f7121486ec9
  kind: Event
  lastTimestamp: "2026-09-16T19:01:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:00:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:26Z"
    name: isvc-predictive-lightgbm-predictor.18d5e24831715eaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "18218"
    uid: a19e6f1e-2f65-4e7b-a09a-f354013cb7b4
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:05:32.576139Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20473"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:05:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:05:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e28f6c613260
    namespace: kserve-ci-e2e-test
    resourceVersion: "20479"
    uid: e7c34b8f-cfd6-4e87-9f54-c0ab4e513ebc
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:05:32Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-lightgbm-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e28f79254513
    namespace: kserve-ci-e2e-test
    resourceVersion: "20492"
    uid: 59e3ba01-7155-45c4-90d9-6e93d98dc843
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20483"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:05:33Z"
  message: Add eth0 [10.133.0.37/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:05:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e28fb2874e4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20501"
    uid: 8bfe1399-61b0-4193-a971-98f51481ec95
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:05:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e28fb417783d
    namespace: kserve-ci-e2e-test
    resourceVersion: "20503"
    uid: 373b4372-e203-4718-ab8d-0de86cac7de4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:05:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e28fb7a09fbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20505"
    uid: fbfce817-01fc-48ad-a3fc-17d310db3448
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:05:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:05:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:33Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e28fb819437b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20506"
    uid: decc1bde-e3e9-4c39-a65d-856b1431fab2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:05:38Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e290c7ddd401
    namespace: kserve-ci-e2e-test
    resourceVersion: "20544"
    uid: f6445472-6b7b-4f60-be2e-433d48c63587
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:05:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e290cb2f130b
    namespace: kserve-ci-e2e-test
    resourceVersion: "20546"
    uid: fa58e883-7643-4cf3-9632-f2ee203a751e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:05:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e290cba84617
    namespace: kserve-ci-e2e-test
    resourceVersion: "20547"
    uid: 48d51d89-ea11-4d3f-8c0c-9d91de7a9dd7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:05:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e290cbb3526e
    namespace: kserve-ci-e2e-test
    resourceVersion: "20548"
    uid: f7b885fe-e746-475c-83f2-8963029ca172
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:05:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e290cf233260
    namespace: kserve-ci-e2e-test
    resourceVersion: "20551"
    uid: 686c794f-7486-4d72-870a-2a38ea461014
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:05:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:38Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e290cf9d85b3
    namespace: kserve-ci-e2e-test
    resourceVersion: "20553"
    uid: 3bcfeecb-592b-4295-aada-3972b5945bb2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:06:49Z"
  message: 'Readiness probe failed: Get "http://10.133.0.37:8080/v2/models/isvc-predictive-lightgbm-v2/ready":
    dial tcp 10.133.0.37:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:06:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:06:49Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e299a2362a37
    namespace: kserve-ci-e2e-test
    resourceVersion: "21153"
    uid: 77eedabc-e56a-4057-a97c-63f309de6d1f
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:07:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e2a463d9687b
    namespace: kserve-ci-e2e-test
    resourceVersion: "21265"
    uid: b19ea814-a055-4ed5-a82d-8fe1d802ff37
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:07:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:02Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e2a463db2aaf
    namespace: kserve-ci-e2e-test
    resourceVersion: "21266"
    uid: 036cb31b-ebf3-4a6d-8804-37270a8391a1
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm
    namespace: kserve-ci-e2e-test
    resourceVersion: "20476"
    uid: 9801c334-9306-40ef-866d-7d66858876db
  kind: Event
  lastTimestamp: "2026-09-16T19:07:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.37:8643/healthz": dial tcp
    10.133.0.37:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:06Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm.18d5e2a5461a1ca3
    namespace: kserve-ci-e2e-test
    resourceVersion: "21294"
    uid: 6264de35-3401-4ebc-aead-df5aafce6d57
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587
    namespace: kserve-ci-e2e-test
    resourceVersion: "20464"
    uid: 949e8955-a77c-43c8-ac48-6f40eeafddd9
  kind: Event
  lastTimestamp: "2026-09-16T19:05:32Z"
  message: 'Created pod: isvc-predictive-lightgbm-v2-predictor-545b7cc587-5x6wm'
  metadata:
    creationTimestamp: "2026-09-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:32Z"
    name: isvc-predictive-lightgbm-v2-predictor-545b7cc587.18d5e28f6bcd9e85
    namespace: kserve-ci-e2e-test
    resourceVersion: "20477"
    uid: e2c625c8-6d26-4a49-958f-fe66f3a8e994
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20462"
    uid: 1a1a0614-a9dc-4817-a612-e3bc25757c3b
  kind: Event
  lastTimestamp: "2026-09-16T19:05:32Z"
  message: Scaled up replica set isvc-predictive-lightgbm-v2-predictor-545b7cc587
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:32Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e28f67d1bbe8
    namespace: kserve-ci-e2e-test
    resourceVersion: "20467"
    uid: 64b2f80a-3115-4eee-8926-8318dbf03d6c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20463"
    uid: 15e64150-a828-43ad-bdc4-3a1a9a337b64
  kind: Event
  lastTimestamp: "2026-09-16T19:06:17Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e292e6eec32a
    namespace: kserve-ci-e2e-test
    resourceVersion: "20862"
    uid: d7cb0c74-4142-4c88-aa7a-893b20a50d60
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20463"
    uid: 15e64150-a828-43ad-bdc4-3a1a9a337b64
  kind: Event
  lastTimestamp: "2026-09-16T19:06:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:05:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:17Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e292e799249c
    namespace: kserve-ci-e2e-test
    resourceVersion: "20863"
    uid: 50fe451a-99f6-49d6-9da3-a01cb1540bc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 15e64150-a828-43ad-bdc4-3a1a9a337b64
  kind: Event
  lastTimestamp: "2026-09-16T19:06:47Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:47Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e29d64d8ba8a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21126"
    uid: bce039e5-013c-4ee6-9e57-4ca1c2d3fba6
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-lightgbm-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "20613"
    uid: 15e64150-a828-43ad-bdc4-3a1a9a337b64
  kind: Event
  lastTimestamp: "2026-09-16T19:06:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:06:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:06:47Z"
    name: isvc-predictive-lightgbm-v2-predictor.18d5e29d6555e340
    namespace: kserve-ci-e2e-test
    resourceVersion: "21127"
    uid: 2a511579-57e4-4246-8701-6e333aeb4778
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20455"
    uid: f9e53052-e367-4b86-888e-8c74e30c1a8a
  kind: Event
  lastTimestamp: "2026-09-16T19:07:00Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:00Z"
    name: isvc-predictive-lightgbm-v2.18d5e28f67beed60
    namespace: kserve-ci-e2e-test
    resourceVersion: "21233"
    uid: 308db972-45af-45dc-8244-c2feb128975d
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20455"
    uid: f9e53052-e367-4b86-888e-8c74e30c1a8a
  kind: Event
  lastTimestamp: "2026-09-16T19:05:32Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:32Z"
    name: isvc-predictive-lightgbm-v2.18d5e28f68c13023
    namespace: kserve-ci-e2e-test
    resourceVersion: "20485"
    uid: 7b81c270-026a-4fde-893f-be8e1db4837c
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20457"
    uid: f9e53052-e367-4b86-888e-8c74e30c1a8a
  kind: Event
  lastTimestamp: "2026-09-16T19:05:32Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm-v2": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:05:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:32Z"
    name: isvc-predictive-lightgbm-v2.18d5e28f6f14a18f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20486"
    uid: 9095637f-d5fd-4a64-a4ca-25bcaf1ea15f
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:06:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21231"
    uid: f9e53052-e367-4b86-888e-8c74e30c1a8a
  kind: Event
  lastTimestamp: "2026-09-16T19:06:59Z"
  message: InferenceService [isvc-predictive-lightgbm-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:06:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:06:59Z"
    name: isvc-predictive-lightgbm-v2.18d5e2a3c6ccbb1c
    namespace: kserve-ci-e2e-test
    resourceVersion: "21232"
    uid: 86acc154-6f99-4ff2-ba93-348c241de717
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: cfe3f91a-1574-49e7-b6ca-7089d3280236
  kind: Event
  lastTimestamp: "2026-09-16T19:01:19Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:19Z"
    name: isvc-predictive-lightgbm.18d5e2413315ecd4
    namespace: kserve-ci-e2e-test
    resourceVersion: "18158"
    uid: 108da6fd-b089-417d-96c5-9a999391a19b
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "17400"
    uid: cfe3f91a-1574-49e7-b6ca-7089d3280236
  kind: Event
  lastTimestamp: "2026-09-16T18:59:56Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-lightgbm":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-lightgbm":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:56Z"
    name: isvc-predictive-lightgbm.18d5e24133a1817d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17417"
    uid: 21324d9d-4201-439a-89fc-4aa52216754f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:19Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-lightgbm
    namespace: kserve-ci-e2e-test
    resourceVersion: "18154"
    uid: cfe3f91a-1574-49e7-b6ca-7089d3280236
  kind: Event
  lastTimestamp: "2026-09-16T19:01:19Z"
  message: InferenceService [isvc-predictive-lightgbm] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:01:19Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:19Z"
    name: isvc-predictive-lightgbm.18d5e2548da06539
    namespace: kserve-ci-e2e-test
    resourceVersion: "18156"
    uid: 4092da32-0e22-41a4-a8b9-f249bb45311a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:26.141593Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15463"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:26Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e2103257b320
    namespace: kserve-ci-e2e-test
    resourceVersion: "15467"
    uid: 9ca16ea0-56c2-4e8e-baf8-9adc8f31aa09
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:26Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e2104713a56b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15490"
    uid: 88fb2319-8beb-4414-956f-e78fa71fa784
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:29Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15484"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:29Z"
  message: Add eth0 [10.134.0.31/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:29Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e21114230d52
    namespace: kserve-ci-e2e-test
    resourceVersion: "15520"
    uid: 22782258-717c-42b2-a1fd-ad2a76e42e24
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:29Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:29Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e21115f38ce5
    namespace: kserve-ci-e2e-test
    resourceVersion: "15522"
    uid: 72204376-1742-4c3e-87c2-35e1e3c4791c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e2111913c090
    namespace: kserve-ci-e2e-test
    resourceVersion: "15524"
    uid: 3d601bcc-56d6-48bd-a627-df69e1e732a3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:30Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:30Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e211198361ab
    namespace: kserve-ci-e2e-test
    resourceVersion: "15525"
    uid: 3bfbcd4e-d533-4609-8c7b-2ba13db19690
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:34Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T18:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:34Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e21226189d84
    namespace: kserve-ci-e2e-test
    resourceVersion: "15565"
    uid: 0362727e-f01f-4610-8836-a659862356dc
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:56Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.6s (21.6s
    including waiting). Image size: 2434679947 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e2172d97402f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15736"
    uid: 05f3c710-9187-4f8e-a07c-eea85ef61ae1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e217334c429b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15738"
    uid: b3a5b081-505b-412f-9516-1ab5659d33f4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e21733adc631
    namespace: kserve-ci-e2e-test
    resourceVersion: "15740"
    uid: 7bba57a2-ecfd-43dc-861b-3ad97f8c6d8e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e21733b88ad4
    namespace: kserve-ci-e2e-test
    resourceVersion: "15741"
    uid: cbc93968-82f1-4cd3-bdb7-92b226ce706c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e217368175de
    namespace: kserve-ci-e2e-test
    resourceVersion: "15744"
    uid: 760a7dd1-9539-4b2d-9342-21522984f25e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:56:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:56Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e21737343d2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15745"
    uid: ad74cce6-0236-4bcd-b4df-2c174649a2dd
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:58:03Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.31:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:03Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e2178a6bd388
    namespace: kserve-ci-e2e-test
    resourceVersion: "16250"
    uid: e431efd8-ce81-4adc-98fa-fbff6bf301f5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:58:16Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:16Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e229d44ddbc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16457"
    uid: ea7972c4-7dae-4d9c-a125-64e104560f40
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:58:16Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:16Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e229d44e7744
    namespace: kserve-ci-e2e-test
    resourceVersion: "16458"
    uid: e2b56806-2a86-4f83-9dba-f39a76e9ab5e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15465"
    uid: 7ec3e2b3-7e75-4e66-93c0-00301a5a4886
  kind: Event
  lastTimestamp: "2026-09-16T18:58:18Z"
  message: 'Readiness probe failed: Get "https://10.134.0.31:8643/healthz": dial tcp
    10.134.0.31:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:18Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df-slkrb.18d5e22a66a43916
    namespace: kserve-ci-e2e-test
    resourceVersion: "16477"
    uid: 71cba3f6-9599-4ffa-aeac-993ebc88ba76
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-predictor-5f849d69df
    namespace: kserve-ci-e2e-test
    resourceVersion: "15455"
    uid: 6b4f001c-8613-4316-bb46-c741480b4441
  kind: Event
  lastTimestamp: "2026-09-16T18:56:26Z"
  message: 'Created pod: isvc-predictive-sklearn-predictor-5f849d69df-slkrb'
  metadata:
    creationTimestamp: "2026-09-16T18:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:26Z"
    name: isvc-predictive-sklearn-predictor-5f849d69df.18d5e21031cbc467
    namespace: kserve-ci-e2e-test
    resourceVersion: "15464"
    uid: 14c97c11-f566-44b1-a00d-df9786c56226
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:26Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15453"
    uid: 17fd8a68-f3bb-44c1-b84b-1fd0f9efd869
  kind: Event
  lastTimestamp: "2026-09-16T18:56:26Z"
  message: Scaled up replica set isvc-predictive-sklearn-predictor-5f849d69df from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:26Z"
    name: isvc-predictive-sklearn-predictor.18d5e2102e1ead4d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15457"
    uid: d24c2635-e148-4d65-b1c2-5c053ff9c5c2
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: 0bcc14dd-c222-4de5-95e6-6bcaa814e371
  kind: Event
  lastTimestamp: "2026-09-16T18:57:41Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:41Z"
    name: isvc-predictive-sklearn-predictor.18d5e213acb6486b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16081"
    uid: 5bc3ce5d-cfc9-4a0b-bfba-0dc9aa35b6af
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 5
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15454"
    uid: 0bcc14dd-c222-4de5-95e6-6bcaa814e371
  kind: Event
  lastTimestamp: "2026-09-16T18:57:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:41Z"
    name: isvc-predictive-sklearn-predictor.18d5e213ad283b7d
    namespace: kserve-ci-e2e-test
    resourceVersion: "16082"
    uid: 1e1bc126-16ee-43d7-b5b3-11123d0a4771
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15625"
    uid: 0bcc14dd-c222-4de5-95e6-6bcaa814e371
  kind: Event
  lastTimestamp: "2026-09-16T18:58:11Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:11Z"
    name: isvc-predictive-sklearn-predictor.18d5e22529c41860
    namespace: kserve-ci-e2e-test
    resourceVersion: "16380"
    uid: e44c9325-7b3e-4b8e-a83f-e89cb44ad6a3
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15625"
    uid: 0bcc14dd-c222-4de5-95e6-6bcaa814e371
  kind: Event
  lastTimestamp: "2026-09-16T18:58:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:11Z"
    name: isvc-predictive-sklearn-predictor.18d5e2252a4c6b58
    namespace: kserve-ci-e2e-test
    resourceVersion: "16381"
    uid: e2f6689b-45c6-4b3b-a90a-2261bca835bd
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:01:32.046668Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18301"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:01:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:01:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e2576bb4bac3
    namespace: kserve-ci-e2e-test
    resourceVersion: "18307"
    uid: 0463b043-d21e-426d-baba-e18f2a64dd96
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18310"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:01:32Z"
  message: Add eth0 [10.134.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:01:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e2578dea1612
    namespace: kserve-ci-e2e-test
    resourceVersion: "18325"
    uid: a1f2c077-ccf7-4336-bc99-94df396b6a26
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:01:32Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e2578f749627
    namespace: kserve-ci-e2e-test
    resourceVersion: "18327"
    uid: 10190a33-f216-4a68-abf8-8c0865914ec8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:01:32Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e25793262920
    namespace: kserve-ci-e2e-test
    resourceVersion: "18329"
    uid: d60d6214-8390-402c-9548-e6bccc9058d9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:01:32Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e257939b1592
    namespace: kserve-ci-e2e-test
    resourceVersion: "18330"
    uid: dc355e6e-395b-4a82-b84a-9845121e56de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:01:37Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e258995701fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18443"
    uid: 0e45fae1-c33b-453b-a46e-cd16c20d9f6b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:01:37Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e2589cccc941
    namespace: kserve-ci-e2e-test
    resourceVersion: "18449"
    uid: 0f1c492d-976e-4f50-80fc-fd53896e0fa6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:01:37Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e2589d457e07
    namespace: kserve-ci-e2e-test
    resourceVersion: "18450"
    uid: c06d6f0f-cc81-45ff-bfdc-c9b89452e473
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:01:37Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e2589d50bb2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18451"
    uid: 905ff103-51ad-4eee-89eb-a3a5ca5a59f8
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:01:37Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e258a0afe71a
    namespace: kserve-ci-e2e-test
    resourceVersion: "18453"
    uid: 8c4fc9fd-45fe-44cf-be48-c1490556e296
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:01:37Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:37Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e258a13efe5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "18455"
    uid: 85f78ee6-5892-44a5-a658-8cc75142cf87
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:03:34Z"
  message: 'Readiness probe failed: Get "http://10.134.0.36:8080/v2/models/isvc-predictive-sklearn-v2/ready":
    dial tcp 10.134.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:02:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:34Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e2613817c2ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "19460"
    uid: 29288b70-bf86-4cb1-9d0e-9474ef0c57a3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:03:22Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:22Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e27109319055
    namespace: kserve-ci-e2e-test
    resourceVersion: "19319"
    uid: 28cd7570-7ff3-4022-b348-56415aa7e819
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:03:22Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:22Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e27109320784
    namespace: kserve-ci-e2e-test
    resourceVersion: "19320"
    uid: b7008ac4-c8c0-4525-b5ce-1362f71283f5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:24Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z
    namespace: kserve-ci-e2e-test
    resourceVersion: "18303"
    uid: eead0240-eac0-44df-b985-821bce775fbb
  kind: Event
  lastTimestamp: "2026-09-16T19:03:39Z"
  message: 'Readiness probe failed: Get "https://10.134.0.36:8643/healthz": dial tcp
    10.134.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:03:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:39Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z.18d5e271840b5af8
    namespace: kserve-ci-e2e-test
    resourceVersion: "19499"
    uid: dd6339bf-b171-435d-91db-c8819641e862
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18287"
    uid: c1a77fe2-4036-4742-ac7d-825062b00be6
  kind: Event
  lastTimestamp: "2026-09-16T19:01:32Z"
  message: 'Created pod: isvc-predictive-sklearn-v2-predictor-745f9c8c9f-gfl4z'
  metadata:
    creationTimestamp: "2026-09-16T19:01:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:32Z"
    name: isvc-predictive-sklearn-v2-predictor-745f9c8c9f.18d5e2576b1d859c
    namespace: kserve-ci-e2e-test
    resourceVersion: "18302"
    uid: 73c10976-fc61-413e-857d-46149a1cb960
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18285"
    uid: 6832830a-6483-48bb-8e0b-937e954fd5b5
  kind: Event
  lastTimestamp: "2026-09-16T19:01:31Z"
  message: Scaled up replica set isvc-predictive-sklearn-v2-predictor-745f9c8c9f from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:01:31Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e2576419861f
    namespace: kserve-ci-e2e-test
    resourceVersion: "18290"
    uid: 7801ad72-cc3b-48b0-ba91-782d7d4aba72
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18286"
    uid: 69ff810b-d715-4817-a5f2-584aacadf7cf
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e25ae275d4b1
    namespace: kserve-ci-e2e-test
    resourceVersion: "18792"
    uid: d65981c8-842a-4e7d-915c-8d6f292d2e3b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:46Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18286"
    uid: 69ff810b-d715-4817-a5f2-584aacadf7cf
  kind: Event
  lastTimestamp: "2026-09-16T19:02:16Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:01:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:02:16Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e25ae2dedc23
    namespace: kserve-ci-e2e-test
    resourceVersion: "18793"
    uid: 5ebd4be8-e35d-46cc-93bc-9e815bd91c03
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: 69ff810b-d715-4817-a5f2-584aacadf7cf
  kind: Event
  lastTimestamp: "2026-09-16T19:03:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e2656041ab61
    namespace: kserve-ci-e2e-test
    resourceVersion: "19262"
    uid: f25a393a-f8f2-4ef1-b948-41b482ddfb08
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:02:31Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "18542"
    uid: 69ff810b-d715-4817-a5f2-584aacadf7cf
  kind: Event
  lastTimestamp: "2026-09-16T19:03:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:02:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:17Z"
    name: isvc-predictive-sklearn-v2-predictor.18d5e26560dc17db
    namespace: kserve-ci-e2e-test
    resourceVersion: "19264"
    uid: db3e97b1-9a52-4a1d-b6af-673539f77682
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18277"
    uid: a283c95e-9f06-43fe-95f7-cb7cba8c47d4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:14Z"
    name: isvc-predictive-sklearn-v2.18d5e25763805374
    namespace: kserve-ci-e2e-test
    resourceVersion: "19242"
    uid: 7e574456-a784-4b97-a14f-216fd07fef63
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "18277"
    uid: a283c95e-9f06-43fe-95f7-cb7cba8c47d4
  kind: Event
  lastTimestamp: "2026-09-16T19:01:31Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-sklearn-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:01:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:01:31Z"
    name: isvc-predictive-sklearn-v2.18d5e25764d815eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "18292"
    uid: 0af3713e-4770-4b44-bb0a-c0d3cdae7215
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:14Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19240"
    uid: a283c95e-9f06-43fe-95f7-cb7cba8c47d4
  kind: Event
  lastTimestamp: "2026-09-16T19:03:14Z"
  message: InferenceService [isvc-predictive-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:03:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:14Z"
    name: isvc-predictive-sklearn-v2.18d5e26f49002f7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19241"
    uid: 50f0af30-afb6-41a4-9b9d-56ebdef59c1b
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 15
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "15447"
    uid: 39951ec0-732d-44d3-a3c8-c02853017651
  kind: Event
  lastTimestamp: "2026-09-16T18:58:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:13Z"
    name: isvc-predictive-sklearn.18d5e2102e1d7364
    namespace: kserve-ci-e2e-test
    resourceVersion: "16422"
    uid: 2c009e24-c0e3-4a7c-865f-338481a0b7e3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "16419"
    uid: 39951ec0-732d-44d3-a3c8-c02853017651
  kind: Event
  lastTimestamp: "2026-09-16T18:58:13Z"
  message: InferenceService [isvc-predictive-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:13Z"
    name: isvc-predictive-sklearn.18d5e229427f658c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16420"
    uid: 57e7dafb-9302-486c-827a-89102a19c446
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:21.415858Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16525"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-predictor-695f978978-wz5l7
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:21Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22b093965e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16532"
    uid: a47c4f1d-bfef-40b2-81c8-2648407cbbc3
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:21Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16536"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:58:21Z"
  message: Add eth0 [10.134.0.33/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22b2b35815f
    namespace: kserve-ci-e2e-test
    resourceVersion: "16547"
    uid: 96c5f6d4-50ee-451e-b0bc-ffe8420a9b9e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:58:22Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22b2d44d1b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16549"
    uid: 2583c861-36e8-4c34-838f-61de45321dbb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:58:22Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22b3020490b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16550"
    uid: c10cc851-bb4c-4af3-976e-65c9fa22240f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:58:22Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:22Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22b30908252
    namespace: kserve-ci-e2e-test
    resourceVersion: "16551"
    uid: 4a2747c0-a71a-4e71-a278-8f1246187f82
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: Container image "kserve/predictiveserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22c21d311db
    namespace: kserve-ci-e2e-test
    resourceVersion: "16584"
    uid: c893e6a3-89ad-4694-bc30-1b25993411bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22c2548efcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16588"
    uid: 83fe0301-f414-4559-97d1-b5f71d52bf5f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22c25ba71b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16589"
    uid: 438cfeb3-b345-49f4-a39f-250503755d02
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22c25c51bd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "16590"
    uid: 6ae1cbda-79e2-4d60-894e-29d0d918104d
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22c2879ea87
    namespace: kserve-ci-e2e-test
    resourceVersion: "16592"
    uid: 9d3f845e-4383-4154-8b16-5c83f50def23
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:58:26Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:26Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22c28ef20da
    namespace: kserve-ci-e2e-test
    resourceVersion: "16593"
    uid: 23b4a246-50f1-42c8-8c95-1a26a5f7956a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:59:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.33:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e22c99cd758d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17376"
    uid: c1d84f50-1cc8-450d-9fd0-e9915fff730c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:59:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e24001daefdb
    namespace: kserve-ci-e2e-test
    resourceVersion: "17346"
    uid: e79d09d4-9f9b-43aa-822f-2a1391acd8e6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:59:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:51Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e24001db67c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "17347"
    uid: b242cec5-7063-48b6-a146-233da7e4192f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16527"
    uid: ec4a1895-4ab7-4302-bbf5-4b90a0779228
  kind: Event
  lastTimestamp: "2026-09-16T18:59:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.33:8643/healthz": dial tcp
    10.134.0.33:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:54Z"
    name: isvc-predictive-xgboost-predictor-695f978978-wz5l7.18d5e240a016f1d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "17375"
    uid: b4b2ecd4-a245-4c76-9ca9-c058c64024c2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-predictor-695f978978
    namespace: kserve-ci-e2e-test
    resourceVersion: "16517"
    uid: cb4bc745-3a80-42a3-8e07-10ed4c20ddde
  kind: Event
  lastTimestamp: "2026-09-16T18:58:21Z"
  message: 'Created pod: isvc-predictive-xgboost-predictor-695f978978-wz5l7'
  metadata:
    creationTimestamp: "2026-09-16T18:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:21Z"
    name: isvc-predictive-xgboost-predictor-695f978978.18d5e22b08830440
    namespace: kserve-ci-e2e-test
    resourceVersion: "16526"
    uid: e4e6eae3-d203-4b05-a424-2e6812177437
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:21Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16515"
    uid: 2004c60a-68c6-4afe-b3e1-5ad18d8ca3d4
  kind: Event
  lastTimestamp: "2026-09-16T18:58:21Z"
  message: Scaled up replica set isvc-predictive-xgboost-predictor-695f978978 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:21Z"
    name: isvc-predictive-xgboost-predictor.18d5e22b05488418
    namespace: kserve-ci-e2e-test
    resourceVersion: "16518"
    uid: 822680e7-000f-4926-a0d9-1eb3ebb34087
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 44a17f62-57f1-4773-95a2-8a512de377e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-predictive-xgboost-predictor.18d5e22e83e409f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16796"
    uid: 765f41f8-dd22-44b2-bd9f-607be85d6a6f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:36Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16516"
    uid: 44a17f62-57f1-4773-95a2-8a512de377e0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-predictive-xgboost-predictor.18d5e22e8447f7ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "16797"
    uid: e3fb1613-d0c6-4eb7-acfa-8e2c86aa9ed9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 44a17f62-57f1-4773-95a2-8a512de377e0
  kind: Event
  lastTimestamp: "2026-09-16T18:59:51Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:51Z"
    name: isvc-predictive-xgboost-predictor.18d5e23581e27f5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17329"
    uid: 484fbc5b-4385-483a-bc46-2fb09a75c71c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16686"
    uid: 44a17f62-57f1-4773-95a2-8a512de377e0
  kind: Event
  lastTimestamp: "2026-09-16T18:59:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:51Z"
    name: isvc-predictive-xgboost-predictor.18d5e235824f354d
    namespace: kserve-ci-e2e-test
    resourceVersion: "17330"
    uid: fe013110-60e2-4022-a677-7bda4d8d5db9
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:03:27.263829Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19382"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:03:27Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:03:27Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e2723f2f3810
    namespace: kserve-ci-e2e-test
    resourceVersion: "19386"
    uid: dab79d20-d1ab-4848-ad55-364235d7a8c6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:27Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:27Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-predictive-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:27Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e27247a490e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "19394"
    uid: 5867a691-a660-414a-95b8-974fca1e8b9e
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:28Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19391"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:28Z"
  message: Add eth0 [10.133.0.36/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:03:28Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e27284ff7153
    namespace: kserve-ci-e2e-test
    resourceVersion: "19406"
    uid: 2247b660-27b4-41e0-aa23-6b7d95e835a4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:28Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:28Z"
  message: Pulling image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
  metadata:
    creationTimestamp: "2026-09-16T19:03:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:28Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e272869d2db4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19408"
    uid: bb0d88be-6f10-4971-a097-e51798f07818
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    in 4.838s (4.838s including waiting). Image size: 308251584 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e273a7051407
    namespace: kserve-ci-e2e-test
    resourceVersion: "19442"
    uid: bf095271-51c8-4ca8-88c8-47b352fd09a2
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e273aabcc109
    namespace: kserve-ci-e2e-test
    resourceVersion: "19443"
    uid: 36e4074a-b6c0-4d6e-8821-8b882f7649bb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:03:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:33Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e273ab2e879a
    namespace: kserve-ci-e2e-test
    resourceVersion: "19444"
    uid: 1decfeb7-5ffd-40ad-a226-685d114c8ae1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:37Z"
  message: Pulling image "kserve/predictiveserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:03:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:37Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e274b384b1ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "19482"
    uid: 1d81db24-b9db-4409-b84f-f987840b8a13
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:59Z"
  message: 'Successfully pulled image "kserve/predictiveserver:latest" in 21.587s
    (21.587s including waiting). Image size: 2434679947 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e279ba3d5f31
    namespace: kserve-ci-e2e-test
    resourceVersion: "19666"
    uid: 61f921bb-9c81-4905-84c5-3dc2463b2573
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e279c09e39a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "19668"
    uid: 7b76bfdd-7a8d-4c0d-9bbf-9ec6eb282fd4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:59Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e279c1ecf11c
    namespace: kserve-ci-e2e-test
    resourceVersion: "19669"
    uid: 72067603-f68e-4898-8126-db5ed3489b60
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:59Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e279c1f7bf34
    namespace: kserve-ci-e2e-test
    resourceVersion: "19671"
    uid: ff757e0b-eb63-41f8-8dfd-c11f9d681be1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:59Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e279c7afeb7e
    namespace: kserve-ci-e2e-test
    resourceVersion: "19672"
    uid: e21aca8c-9e59-4386-a7a0-161c54ac1a26
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:03:59Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:03:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:03:59Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e279c8bee9af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19673"
    uid: 6d0bbccd-9c28-4ee9-9d5a-6c44bb1c8620
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:05:06Z"
  message: 'Readiness probe failed: Get "http://10.133.0.36:8080/v2/models/isvc-predictive-xgboost-v2/ready":
    dial tcp 10.133.0.36:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:04:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:06Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e282793ddb76
    namespace: kserve-ci-e2e-test
    resourceVersion: "20240"
    uid: 712d74a5-4a8e-4db2-815a-eb89e729eaea
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:05:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:27Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e28e352da1fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "20410"
    uid: 732afcc4-bf75-4b12-86e3-bf6ded8a0e1f
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:05:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:05:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:27Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e28e352ed309
    namespace: kserve-ci-e2e-test
    resourceVersion: "20411"
    uid: 38a58f6c-3606-451f-8515-b22d6dd65b34
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h
    namespace: kserve-ci-e2e-test
    resourceVersion: "19384"
    uid: 74507e73-ca4d-4bf0-bfa3-66288e2e1df3
  kind: Event
  lastTimestamp: "2026-09-16T19:05:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.36:8643/healthz": dial tcp
    10.133.0.36:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:05:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:05:31Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h.18d5e28f4719dded
    namespace: kserve-ci-e2e-test
    resourceVersion: "20444"
    uid: d474320a-3fd6-4d97-8464-2936d3c78bde
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "19371"
    uid: 00176328-9960-4afa-bafc-fbd46fc08aff
  kind: Event
  lastTimestamp: "2026-09-16T19:03:27Z"
  message: 'Created pod: isvc-predictive-xgboost-v2-predictor-868ff5dd6d-b452h'
  metadata:
    creationTimestamp: "2026-09-16T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:27Z"
    name: isvc-predictive-xgboost-v2-predictor-868ff5dd6d.18d5e2723eb76d9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "19383"
    uid: cc64453f-459d-4312-9182-fec5d5a87675
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:27Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19369"
    uid: 20fd8c60-70e5-41b1-8897-8f8fd395baa2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:27Z"
  message: Scaled up replica set isvc-predictive-xgboost-v2-predictor-868ff5dd6d from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:03:27Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e27239e407a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "19373"
    uid: 20245d5e-a3aa-40b8-bf75-63a0aed1e6a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: 9dfc899f-8340-46ea-aa93-47c61a51e1ac
  kind: Event
  lastTimestamp: "2026-09-16T19:04:27Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:27Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e275b876a855
    namespace: kserve-ci-e2e-test
    resourceVersion: "19951"
    uid: deae33da-94e0-4694-aa67-0ecc43fe0262
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19370"
    uid: 9dfc899f-8340-46ea-aa93-47c61a51e1ac
  kind: Event
  lastTimestamp: "2026-09-16T19:04:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:03:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:04:27Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e275b9029679
    namespace: kserve-ci-e2e-test
    resourceVersion: "19952"
    uid: bd51efa0-9ca2-43ba-b408-a0afd94d9f65
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: 9dfc899f-8340-46ea-aa93-47c61a51e1ac
  kind: Event
  lastTimestamp: "2026-09-16T19:05:27Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:27Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e283b554674f
    namespace: kserve-ci-e2e-test
    resourceVersion: "20394"
    uid: 994acad1-0c2a-42a2-92f7-7cd705c44bda
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:04:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-predictive-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "19525"
    uid: 9dfc899f-8340-46ea-aa93-47c61a51e1ac
  kind: Event
  lastTimestamp: "2026-09-16T19:05:27Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:04:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:05:27Z"
    name: isvc-predictive-xgboost-v2-predictor.18d5e283b5c7b4cf
    namespace: kserve-ci-e2e-test
    resourceVersion: "20396"
    uid: 87497190-4fb4-4829-844e-751dc2bb7e9d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19361"
    uid: 7f9b1cdd-3b5e-4224-b972-95d3738273b2
  kind: Event
  lastTimestamp: "2026-09-16T19:05:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:17Z"
    name: isvc-predictive-xgboost-v2.18d5e2723a0fdac5
    namespace: kserve-ci-e2e-test
    resourceVersion: "20321"
    uid: 6bbd67a9-d35c-400a-9ea5-f0d326c5e6eb
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:03:27Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "19361"
    uid: 7f9b1cdd-3b5e-4224-b972-95d3738273b2
  kind: Event
  lastTimestamp: "2026-09-16T19:03:27Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost-v2":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:03:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:03:27Z"
    name: isvc-predictive-xgboost-v2.18d5e2723ab226af
    namespace: kserve-ci-e2e-test
    resourceVersion: "19377"
    uid: c13e7962-274d-48c6-861e-8d0b6fec1180
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:05:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "20316"
    uid: 7f9b1cdd-3b5e-4224-b972-95d3738273b2
  kind: Event
  lastTimestamp: "2026-09-16T19:05:17Z"
  message: InferenceService [isvc-predictive-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:05:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:05:17Z"
    name: isvc-predictive-xgboost-v2.18d5e28bd6550f08
    namespace: kserve-ci-e2e-test
    resourceVersion: "20318"
    uid: afae3afd-2526-45f7-955d-ec40f9255aa8
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16508"
    uid: a0cb549a-43d9-401c-9181-ee907c4cf0ba
  kind: Event
  lastTimestamp: "2026-09-16T18:59:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:44Z"
    name: isvc-predictive-xgboost.18d5e22b0553a055
    namespace: kserve-ci-e2e-test
    resourceVersion: "17263"
    uid: 91ab1751-ca0b-4019-8200-360f4a339a59
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:21Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "16508"
    uid: a0cb549a-43d9-401c-9181-ee907c4cf0ba
  kind: Event
  lastTimestamp: "2026-09-16T18:58:21Z"
  message: 'Failed to update status for InferenceService "isvc-predictive-xgboost":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-predictive-xgboost":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:21Z"
    name: isvc-predictive-xgboost.18d5e22b05e650aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "16521"
    uid: a35a8177-9272-4ed3-b315-1c8c21432306
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-predictive-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "17260"
    uid: a0cb549a-43d9-401c-9181-ee907c4cf0ba
  kind: Event
  lastTimestamp: "2026-09-16T18:59:44Z"
  message: InferenceService [isvc-predictive-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:59:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:44Z"
    name: isvc-predictive-xgboost.18d5e23e523bf5dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "17261"
    uid: 5962621e-bbd3-4b61-97bc-8605b005fdd0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:38:09.635491Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39545"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:38:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:38:09Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e4571634f482
    namespace: kserve-ci-e2e-test
    resourceVersion: "39549"
    uid: 2dcdc534-eb15-4bca-a272-134f14275910
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:09Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:38:09Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-primary-4c492e-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:09Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e4571f6e697d
    namespace: kserve-ci-e2e-test
    resourceVersion: "39558"
    uid: c2d76082-83dd-4c0f-bfb1-49c090c94ac1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39554"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:38:10Z"
  message: Add eth0 [10.133.0.61/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:38:10Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e4575c405846
    namespace: kserve-ci-e2e-test
    resourceVersion: "39570"
    uid: d29780eb-26c0-4fbf-ba26-745aec95e894
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:38:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:10Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e4575db8b5f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "39572"
    uid: 1baf5d82-b630-493d-960f-5faa74aadfb1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:38:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:10Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e45760acf0d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "39573"
    uid: 983f5bb0-0ec9-42f3-917a-980bf1a5bdda
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:38:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:38:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:10Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e457612084f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "39574"
    uid: 8b06a69b-a7db-4f8b-8e15-001a236f8eab
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:38:14Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:14Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e458506cd37b
    namespace: kserve-ci-e2e-test
    resourceVersion: "39607"
    uid: d0c1cf44-f9e3-4322-ac8b-36d39d8069af
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:38:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:14Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e45853a20d82
    namespace: kserve-ci-e2e-test
    resourceVersion: "39611"
    uid: d96a9768-250f-453e-92fc-b0978149779f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:38:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:14Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e45854182a3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39612"
    uid: 09b3057d-46e3-4a86-b418-fe22d0b401b3
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:38:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:38:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:14Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e45854237683
    namespace: kserve-ci-e2e-test
    resourceVersion: "39613"
    uid: c7b0a156-9bc1-4b5c-a6fb-3c01e7154790
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:38:15Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:15Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e4585717a300
    namespace: kserve-ci-e2e-test
    resourceVersion: "39615"
    uid: 01212021-6e5b-456f-9654-ed6e3dfd0feb
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:38:15Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:38:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:38:15Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e4585787d2fe
    namespace: kserve-ci-e2e-test
    resourceVersion: "39616"
    uid: 745bb580-e4bf-4536-b3c1-ad4f41cf8b25
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:40:12Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.61:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:38:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:40:12Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e458c84d0020
    namespace: kserve-ci-e2e-test
    resourceVersion: "40560"
    uid: 65a90995-c09f-4348-b982-510b493d84b1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:40:10Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:40:10Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e47352dad7d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "40537"
    uid: de3ace8c-3f70-4f36-863f-ba9b0e8d18b5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:40:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:40:10Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:40:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:40:10Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e47352db5fa4
    namespace: kserve-ci-e2e-test
    resourceVersion: "40538"
    uid: e6af9336-7466-414d-bf02-a321ece27504
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:40:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj
    namespace: kserve-ci-e2e-test
    resourceVersion: "39547"
    uid: 7b72de6c-6ea8-4fb8-9dac-d74f425c2868
  kind: Event
  lastTimestamp: "2026-09-16T19:40:12Z"
  message: 'Readiness probe failed: Get "https://10.133.0.61:8643/healthz": dial tcp
    10.133.0.61:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:40:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:40:12Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj.18d5e473ca9ac8bf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40559"
    uid: 55a1e7e6-2943-4ffd-a930-fee0e5115b3e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-primary-4c492e-predictor-677d9dbd4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39536"
    uid: 43c43f4b-0cc3-4516-9d9d-1ebf266a93ec
  kind: Event
  lastTimestamp: "2026-09-16T19:38:09Z"
  message: 'Created pod: isvc-primary-4c492e-predictor-677d9dbd4c-cvrhj'
  metadata:
    creationTimestamp: "2026-09-16T19:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:38:09Z"
    name: isvc-primary-4c492e-predictor-677d9dbd4c.18d5e457159be865
    namespace: kserve-ci-e2e-test
    resourceVersion: "39546"
    uid: d7adf602-0e10-4947-9f06-150db22d97b4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-primary-4c492e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39534"
    uid: 48e42591-2658-49bf-81a6-1ef024d31309
  kind: Event
  lastTimestamp: "2026-09-16T19:38:09Z"
  message: Scaled up replica set isvc-primary-4c492e-predictor-677d9dbd4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:38:09Z"
    name: isvc-primary-4c492e-predictor.18d5e45711345c5f
    namespace: kserve-ci-e2e-test
    resourceVersion: "39537"
    uid: dff2a672-7385-488b-8d9d-da4d3ba0c41b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4c492e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39535"
    uid: 2351c6c9-a473-4579-b78c-ce3575a1dd37
  kind: Event
  lastTimestamp: "2026-09-16T19:38:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:38:39Z"
    name: isvc-primary-4c492e-predictor.18d5e45a906f2f9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39797"
    uid: b414c114-b6a0-4a6a-b7ca-26ce8a3aab9f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4c492e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39535"
    uid: 2351c6c9-a473-4579-b78c-ce3575a1dd37
  kind: Event
  lastTimestamp: "2026-09-16T19:38:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:38:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:38:39Z"
    name: isvc-primary-4c492e-predictor.18d5e45a90db2521
    namespace: kserve-ci-e2e-test
    resourceVersion: "39798"
    uid: 5289e1c6-aa25-4bd9-92a2-fb2b9e9cd9e1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4c492e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39696"
    uid: 2351c6c9-a473-4579-b78c-ce3575a1dd37
  kind: Event
  lastTimestamp: "2026-09-16T19:39:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:39:39Z"
    name: isvc-primary-4c492e-predictor.18d5e4618ed934ed
    namespace: kserve-ci-e2e-test
    resourceVersion: "40224"
    uid: 02f72788-8905-4d5a-bb68-8a65ff8b2b19
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-primary-4c492e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "39696"
    uid: 2351c6c9-a473-4579-b78c-ce3575a1dd37
  kind: Event
  lastTimestamp: "2026-09-16T19:39:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:38:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:39:39Z"
    name: isvc-primary-4c492e-predictor.18d5e4618f44a051
    namespace: kserve-ci-e2e-test
    resourceVersion: "40225"
    uid: 22ecbc73-5f1c-4216-bff1-0fd81e9dd427
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4c492e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d30a5baf-8ed7-4731-954c-750331607318
  kind: Event
  lastTimestamp: "2026-09-16T19:39:33Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:39:33Z"
    name: isvc-primary-4c492e.18d5e4571133c10d
    namespace: kserve-ci-e2e-test
    resourceVersion: "40177"
    uid: 24b65b5d-2b0c-400e-a2ef-ee9370ea7ac9
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4c492e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d30a5baf-8ed7-4731-954c-750331607318
  kind: Event
  lastTimestamp: "2026-09-16T19:38:09Z"
  message: 'Failed to update status for InferenceService "isvc-primary-4c492e": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-primary-4c492e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:38:09Z"
    name: isvc-primary-4c492e.18d5e45711cc2c5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "39540"
    uid: 08031eb6-be35-4a7a-93df-06a4ebcc8d16
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:38:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4c492e
    namespace: kserve-ci-e2e-test
    resourceVersion: "39526"
    uid: d30a5baf-8ed7-4731-954c-750331607318
  kind: Event
  lastTimestamp: "2026-09-16T19:38:09Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-primary-4c492e": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:38:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:38:09Z"
    name: isvc-primary-4c492e.18d5e45711cc74fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "39542"
    uid: 52455a83-4923-4bb2-b866-014359790dd5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:39:33Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-primary-4c492e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40175"
    uid: d30a5baf-8ed7-4731-954c-750331607318
  kind: Event
  lastTimestamp: "2026-09-16T19:39:33Z"
  message: InferenceService [isvc-primary-4c492e] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:39:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:39:33Z"
    name: isvc-primary-4c492e.18d5e46a7f6dce00
    namespace: kserve-ci-e2e-test
    resourceVersion: "40176"
    uid: a2a077d4-026d-43a4-b457-1fa30411c8a6
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:39:54.873523Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40356"
    uid: e7e5fe12-f3c0-4864-9cdb-cc35831def1d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-secondary-4c492e-predictor-84844d88fb-xmhdf
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:39:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:39:54Z"
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf.18d5e46f96e1eaed
    namespace: kserve-ci-e2e-test
    resourceVersion: "40360"
    uid: b1c18df3-b1d8-45a6-a6a2-950a8f12e311
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:39:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40365"
    uid: e7e5fe12-f3c0-4864-9cdb-cc35831def1d
  kind: Event
  lastTimestamp: "2026-09-16T19:39:55Z"
  message: Add eth0 [10.134.0.69/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:39:55Z"
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf.18d5e46fb929d229
    namespace: kserve-ci-e2e-test
    resourceVersion: "40372"
    uid: a8b4288e-0fa5-49ce-ad3e-08c6e12d7dc4
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: e7e5fe12-f3c0-4864-9cdb-cc35831def1d
  kind: Event
  lastTimestamp: "2026-09-16T19:39:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:39:59Z"
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf.18d5e46fba811045
    namespace: kserve-ci-e2e-test
    resourceVersion: "40408"
    uid: 0a387772-3faa-492f-a880-f80501545587
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: e7e5fe12-f3c0-4864-9cdb-cc35831def1d
  kind: Event
  lastTimestamp: "2026-09-16T19:39:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:39:59Z"
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf.18d5e46fbd535301
    namespace: kserve-ci-e2e-test
    resourceVersion: "40412"
    uid: e63e47b0-909e-48ab-af1e-66f1a3badd8a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:39:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: e7e5fe12-f3c0-4864-9cdb-cc35831def1d
  kind: Event
  lastTimestamp: "2026-09-16T19:39:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:39:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:39:59Z"
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf.18d5e46fbdc47106
    namespace: kserve-ci-e2e-test
    resourceVersion: "40415"
    uid: 726d59d7-884d-4cf9-b748-2cb1c5fa3eca
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:40:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf
    namespace: kserve-ci-e2e-test
    resourceVersion: "40358"
    uid: e7e5fe12-f3c0-4864-9cdb-cc35831def1d
  kind: Event
  lastTimestamp: "2026-09-16T19:40:03Z"
  message: Back-off restarting failed container storage-initializer in pod isvc-secondary-4c492e-predictor-84844d88fb-xmhdf_kserve-ci-e2e-test(e7e5fe12-f3c0-4864-9cdb-cc35831def1d)
  metadata:
    creationTimestamp: "2026-09-16T19:40:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:40:03Z"
    name: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf.18d5e47196990920
    namespace: kserve-ci-e2e-test
    resourceVersion: "40443"
    uid: 280faed2-2ed8-4aaa-b844-b7f520203458
  reason: BackOff
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:39:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-secondary-4c492e-predictor-84844d88fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "40347"
    uid: 35655f92-ba10-4bd6-a110-e92599dda9bc
  kind: Event
  lastTimestamp: "2026-09-16T19:39:54Z"
  message: 'Created pod: isvc-secondary-4c492e-predictor-84844d88fb-xmhdf'
  metadata:
    creationTimestamp: "2026-09-16T19:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:39:54Z"
    name: isvc-secondary-4c492e-predictor-84844d88fb.18d5e46f9649ec8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "40357"
    uid: af04e6a9-107e-444a-b34d-e56c22ad93de
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:39:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-secondary-4c492e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40345"
    uid: ba42f319-9e3a-4574-a59c-430fdd76893e
  kind: Event
  lastTimestamp: "2026-09-16T19:39:54Z"
  message: Scaled up replica set isvc-secondary-4c492e-predictor-84844d88fb from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:39:54Z"
    name: isvc-secondary-4c492e-predictor.18d5e46f92212a3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40349"
    uid: cf566729-fa89-455e-b18a-9480c9bfd1b5
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:40:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-4c492e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40346"
    uid: 16593366-fc2e-4c9c-a804-8ed328e173ca
  kind: Event
  lastTimestamp: "2026-09-16T19:40:09Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:40:09Z"
    name: isvc-secondary-4c492e-predictor.18d5e47310ab566b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40497"
    uid: 49509259-d2d6-456d-92b9-21c0d4301857
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:40:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-secondary-4c492e-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "40346"
    uid: 16593366-fc2e-4c9c-a804-8ed328e173ca
  kind: Event
  lastTimestamp: "2026-09-16T19:40:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:40:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:40:09Z"
    name: isvc-secondary-4c492e-predictor.18d5e47310f24cd0
    namespace: kserve-ci-e2e-test
    resourceVersion: "40498"
    uid: 13b5c2e8-60e3-41fa-9628-6d8761dcafb3
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:39:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4c492e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40338"
    uid: 8860cf3c-5473-41f3-9b82-d3dccfd8c036
  kind: Event
  lastTimestamp: "2026-09-16T19:40:03Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:40:03Z"
    name: isvc-secondary-4c492e.18d5e46f921e423b
    namespace: kserve-ci-e2e-test
    resourceVersion: "40449"
    uid: f7177a23-9212-4cdf-a50b-38f06322de12
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:39:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4c492e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40338"
    uid: 8860cf3c-5473-41f3-9b82-d3dccfd8c036
  kind: Event
  lastTimestamp: "2026-09-16T19:39:54Z"
  message: 'Failed to update status for InferenceService "isvc-secondary-4c492e":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-secondary-4c492e":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:39:54Z"
    name: isvc-secondary-4c492e.18d5e46f929e8328
    namespace: kserve-ci-e2e-test
    resourceVersion: "40351"
    uid: c4c26f1d-3c83-4a01-b0f4-7730356b8b89
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:39:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-secondary-4c492e
    namespace: kserve-ci-e2e-test
    resourceVersion: "40338"
    uid: 8860cf3c-5473-41f3-9b82-d3dccfd8c036
  kind: Event
  lastTimestamp: "2026-09-16T19:39:54Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-secondary-4c492e": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:39:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:39:54Z"
    name: isvc-secondary-4c492e.18d5e46f929ec326
    namespace: kserve-ci-e2e-test
    resourceVersion: "40352"
    uid: ac238b3e-dacf-4fef-ad59-5815d2895b35
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:58:06.193861Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16314"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e2277dec2aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16318"
    uid: 2efbf471-401a-4256-868b-463074dfb3f6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-batcher-custom-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e22789117bfb
    namespace: kserve-ci-e2e-test
    resourceVersion: "16329"
    uid: bfb257a4-0556-4677-acbf-14b3aaec02a1
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16324"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:07Z"
  message: Add eth0 [10.134.0.32/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:58:07Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e227c378abc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "16339"
    uid: d1c01636-b00f-40b1-af77-302d1d94a13e
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:07Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:07Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e227c519ee0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16341"
    uid: b982982f-ab4a-4182-982b-569cc12c1bc6
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:07Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:07Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e227c7e88832
    namespace: kserve-ci-e2e-test
    resourceVersion: "16342"
    uid: 22fd163b-40d4-426b-bbb0-fa4aab1a7b45
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:07Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:07Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e227c848008e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16344"
    uid: 42e87c80-2fef-47aa-b4b6-461bc410c986
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e228da6e871c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16387"
    uid: 87590b92-dafa-47f8-8415-aee39d6c4995
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e228dda62aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16391"
    uid: 1f87ed1b-1c2f-4bdc-8cb3-dbcadc7481cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e228de055372
    namespace: kserve-ci-e2e-test
    resourceVersion: "16392"
    uid: b2fe6170-407f-43f3-9735-75edf8d0dfc1
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e228de0f15c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16393"
    uid: c42438e1-ca25-40cb-bddf-370ce32f97a5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e228e0d8cbd3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16395"
    uid: e113716b-1b8f-49af-b27d-a16517b4d226
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e228e138418b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16396"
    uid: 6d046d7a-ffaf-401c-a0fa-3237cee8e8ed
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Container image "quay.io/opendatahub/kserve-agent@sha256:340f5bc335e7f5e59618ca4c6ecdc19e6f5d5eeba895ffabde81de29463e6007"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e228e143847b
    namespace: kserve-ci-e2e-test
    resourceVersion: "16397"
    uid: 6841ca07-99d6-4ca2-ac15-8d1ea55de32b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e228e432e501
    namespace: kserve-ci-e2e-test
    resourceVersion: "16398"
    uid: c23b0fa2-afec-4d9c-943c-ea2b26ca1e75
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:58:12Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:58:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:12Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e228e4b6a129
    namespace: kserve-ci-e2e-test
    resourceVersion: "16399"
    uid: a307f509-c187-43db-aaaf-ed69f99b78fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:13Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.32:5000: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e229168ba650
    namespace: kserve-ci-e2e-test
    resourceVersion: "17316"
    uid: fe3ce72e-5653-4d85-811f-78927001948e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:59:50Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:58:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:50Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e22952675b54
    namespace: kserve-ci-e2e-test
    resourceVersion: "17317"
    uid: c1b940ee-046f-4464-824a-1b5c829648c9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:59:41Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:41Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e23d9fdc0d6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "17191"
    uid: acbfd170-3996-4a15-8f61-5524069bf9c0
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:59:41Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:41Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e23d9fdc53ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "17193"
    uid: 23af9b36-b7d6-44ef-8272-88118ee2dbb3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:59:41Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:41Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e23d9fdc8254
    namespace: kserve-ci-e2e-test
    resourceVersion: "17195"
    uid: 5362d717-69a5-47a4-a5e9-074a6f781b83
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql
    namespace: kserve-ci-e2e-test
    resourceVersion: "16316"
    uid: 27d16f6a-7f81-4142-b920-723e5805a623
  kind: Event
  lastTimestamp: "2026-09-16T18:59:55Z"
  message: 'Readiness probe failed: Get "https://10.134.0.32:8643/healthz": dial tcp
    10.134.0.32:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:59:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:55Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql.18d5e23e82a2f9be
    namespace: kserve-ci-e2e-test
    resourceVersion: "17381"
    uid: a93e9aba-9456-48de-a55d-dcacc25f370c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "16301"
    uid: 7dc4dfcd-0730-4ffe-8b18-46d3fb63c020
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: 'Created pod: isvc-sklearn-batcher-custom-predictor-f8576c5d4-r7wql'
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-batcher-custom-predictor-f8576c5d4.18d5e2277d82a6c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16315"
    uid: ba94dfa9-721f-46d7-bf34-a659d3375602
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16299"
    uid: b37864f7-1ab7-49e4-9988-865f3974b6a0
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: Scaled up replica set isvc-sklearn-batcher-custom-predictor-f8576c5d4 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e22778848165
    namespace: kserve-ci-e2e-test
    resourceVersion: "16304"
    uid: 34c4c670-4c48-4540-9d12-117649eee32b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16300"
    uid: 8445d4af-43ae-4836-853b-00e4a61fa142
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e22af70b5f91
    namespace: kserve-ci-e2e-test
    resourceVersion: "16793"
    uid: a32ecc8f-837e-4d5d-a82e-32efab23222f
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:21Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16300"
    uid: 8445d4af-43ae-4836-853b-00e4a61fa142
  kind: Event
  lastTimestamp: "2026-09-16T18:58:51Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:58:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:58:51Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e22af783bc84
    namespace: kserve-ci-e2e-test
    resourceVersion: "16794"
    uid: 1440397f-5cea-4f5d-90e3-db137b7ca7da
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 8445d4af-43ae-4836-853b-00e4a61fa142
  kind: Event
  lastTimestamp: "2026-09-16T18:59:36Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:36Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e235751af38f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17132"
    uid: 77258d4f-46ad-4b9b-8302-51ffcfdec46b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:06Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-custom-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "16501"
    uid: 8445d4af-43ae-4836-853b-00e4a61fa142
  kind: Event
  lastTimestamp: "2026-09-16T18:59:36Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:59:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:36Z"
    name: isvc-sklearn-batcher-custom-predictor.18d5e235758bb6f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "17133"
    uid: 5e384920-d89f-4089-92e3-cee847fad481
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: b1c95d8f-ff75-4bf9-9f29-01cbe7902d18
  kind: Event
  lastTimestamp: "2026-09-16T18:59:30Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:30Z"
    name: isvc-sklearn-batcher-custom.18d5e22778839baa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17093"
    uid: 449372e0-d186-4ae7-9737-fda4001ce532
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: b1c95d8f-ff75-4bf9-9f29-01cbe7902d18
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher-custom":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-batcher-custom.18d5e2277bf3e867
    namespace: kserve-ci-e2e-test
    resourceVersion: "16312"
    uid: 16c2936a-ebdc-47ed-8a9f-ce925f201d9e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "16288"
    uid: b1c95d8f-ff75-4bf9-9f29-01cbe7902d18
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher-custom": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-batcher-custom.18d5e2277bf43caf
    namespace: kserve-ci-e2e-test
    resourceVersion: "16313"
    uid: 015a5f16-d2c7-4e4d-b9b0-e8868423e061
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:30Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher-custom
    namespace: kserve-ci-e2e-test
    resourceVersion: "17091"
    uid: b1c95d8f-ff75-4bf9-9f29-01cbe7902d18
  kind: Event
  lastTimestamp: "2026-09-16T18:59:30Z"
  message: InferenceService [isvc-sklearn-batcher-custom] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:59:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:30Z"
    name: isvc-sklearn-batcher-custom.18d5e23b0bd4756e
    namespace: kserve-ci-e2e-test
    resourceVersion: "17092"
    uid: 242f45cf-89cf-4d85-ad63-b0e0da20429a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:56:11.268739Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15236"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e20cbbd9fb10
    namespace: kserve-ci-e2e-test
    resourceVersion: "15242"
    uid: 66aa39c9-7f2a-4f16-aae1-80b6f33fa7c1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15245"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: Add eth0 [10.134.0.29/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e20cddd51d05
    namespace: kserve-ci-e2e-test
    resourceVersion: "15279"
    uid: 41791379-4fe0-4451-b0e8-27e3b21ac8f9
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e20cdf4f9804
    namespace: kserve-ci-e2e-test
    resourceVersion: "15281"
    uid: 03464af9-8aae-4a69-b2c3-fe614637c87f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e20ce28f0d32
    namespace: kserve-ci-e2e-test
    resourceVersion: "15283"
    uid: ab16d360-d4a8-4837-883d-b6988921ce51
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e20ce3040c4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "15284"
    uid: 4f40c883-bffb-4f40-b3a4-f5ae73fbafde
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:16Z"
  message: Pulling image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
  metadata:
    creationTimestamp: "2026-09-16T18:56:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:16Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e20dec0e4cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15336"
    uid: c3bab773-b7e4-4fb8-b821-401f0141dd62
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:29Z"
  message: 'Successfully pulled image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    in 13.404s (13.404s including waiting). Image size: 1580844954 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:29Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e2110b0496ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "15515"
    uid: 6cb8a7b0-3e24-46b0-b13f-f50b414ab10a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:29Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:29Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e2110e88f78f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15516"
    uid: da83f736-5192-40dd-a58f-e50a295a6f60
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:29Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:29Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e2110ef6810d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15517"
    uid: 98c43c5f-7d45-400a-8e2f-030a9b7dd151
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:29Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:56:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:29Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e2110f0390f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "15518"
    uid: b8e1983d-4e59-4a72-b0c2-b53055b24db0
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.182s (2.182s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e21191138261
    namespace: kserve-ci-e2e-test
    resourceVersion: "15546"
    uid: 8db4acbe-3be8-4402-b932-2bde68353fe5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e21193d2fc0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "15547"
    uid: a3197d77-a61c-4c52-9f2e-8104fcb2e01c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e21194431c74
    namespace: kserve-ci-e2e-test
    resourceVersion: "15548"
    uid: 160f0b43-8145-4e88-b8d8-8f2719db0d8c
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:32Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent@sha256:340f5bc335e7f5e59618ca4c6ecdc19e6f5d5eeba895ffabde81de29463e6007"
  metadata:
    creationTimestamp: "2026-09-16T18:56:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:32Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e2119450134b
    namespace: kserve-ci-e2e-test
    resourceVersion: "15549"
    uid: d1633b91-9525-4bb3-aa80-62328e047eeb
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:34Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent@sha256:340f5bc335e7f5e59618ca4c6ecdc19e6f5d5eeba895ffabde81de29463e6007"
    in 2.756s (2.756s including waiting). Image size: 239964771 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:34Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e21238a2b841
    namespace: kserve-ci-e2e-test
    resourceVersion: "15572"
    uid: d576e255-a9ce-4afc-9467-789cea7c243b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:34Z"
  message: 'Created container: agent'
  metadata:
    creationTimestamp: "2026-09-16T18:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:34Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e2123bbfa8fb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15573"
    uid: c0bb75c1-18fb-419e-80c8-ef0190cddcb4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:34Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:56:34Z"
  message: Started container agent
  metadata:
    creationTimestamp: "2026-09-16T18:56:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:56:34Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e2123c2f7360
    namespace: kserve-ci-e2e-test
    resourceVersion: "15574"
    uid: a5a694eb-5a17-4ec4-b05d-564ed3ed5bc6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:08Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 503'
  metadata:
    creationTimestamp: "2026-09-16T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:08Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e21262eb9fc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "16361"
    uid: 6d6800a6-f956-4e8a-aa1a-40374588bce4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:08Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.29:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T18:56:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:08Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e21262f0038e
    namespace: kserve-ci-e2e-test
    resourceVersion: "16360"
    uid: e2412eb7-63b6-4272-9d86-4e5f0c7f983e
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e227759a85c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "16290"
    uid: 5f056473-8f2c-497e-b75e-f51a2866fc6e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{agent}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: Stopping container agent
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e227759ba0f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "16293"
    uid: 72a2eebb-5d71-4867-a14c-210d14d0905e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:06Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:58:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:06Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e227759bb45c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16292"
    uid: aa8257d8-2e06-4580-9781-97f8fa20fd3d
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:58:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7
    namespace: kserve-ci-e2e-test
    resourceVersion: "15239"
    uid: 63560122-fda1-4051-b4af-2b6bb701688d
  kind: Event
  lastTimestamp: "2026-09-16T18:58:07Z"
  message: 'Readiness probe failed: Get "https://10.134.0.29:8643/healthz": dial tcp
    10.134.0.29:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T18:58:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:58:07Z"
    name: isvc-sklearn-batcher-predictor-74694d5594-2pqr7.18d5e227cf5d8a6c
    namespace: kserve-ci-e2e-test
    resourceVersion: "16346"
    uid: 6714aa6a-74fd-4cc7-8a5a-919dc834d490
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-batcher-predictor-74694d5594
    namespace: kserve-ci-e2e-test
    resourceVersion: "15222"
    uid: cf45bed1-ef55-4a2c-bea7-0794e01f402c
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: 'Created pod: isvc-sklearn-batcher-predictor-74694d5594-2pqr7'
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher-predictor-74694d5594.18d5e20cba7cf064
    namespace: kserve-ci-e2e-test
    resourceVersion: "15238"
    uid: 4b515d6e-1136-4864-9817-6a56b2415222
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15220"
    uid: 81657ae5-745f-4772-a8c9-a95f96bdc555
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: Scaled up replica set isvc-sklearn-batcher-predictor-74694d5594 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher-predictor.18d5e20cb0657e4f
    namespace: kserve-ci-e2e-test
    resourceVersion: "15224"
    uid: 03988eff-fdbd-445c-a86d-8aeec6199c5a
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15231"
    uid: 6b9eb498-a300-46e7-9d46-0f567fa45cec
  kind: Event
  lastTimestamp: "2026-09-16T18:56:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:56Z"
    name: isvc-sklearn-batcher-predictor.18d5e210352012ee
    namespace: kserve-ci-e2e-test
    resourceVersion: "15737"
    uid: 2648485d-c6ab-4ee1-9a2f-fa911ac1ddcd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15231"
    uid: 6b9eb498-a300-46e7-9d46-0f567fa45cec
  kind: Event
  lastTimestamp: "2026-09-16T18:56:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:56:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:56:56Z"
    name: isvc-sklearn-batcher-predictor.18d5e2103586db1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15739"
    uid: f8207222-d924-469f-94b4-e747d4727407
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: 6b9eb498-a300-46e7-9d46-0f567fa45cec
  kind: Event
  lastTimestamp: "2026-09-16T18:57:56Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:56Z"
    name: isvc-sklearn-batcher-predictor.18d5e21ab1f93416
    namespace: kserve-ci-e2e-test
    resourceVersion: "16190"
    uid: 40073416-f5eb-4bc5-9704-08775b85cfb0
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-batcher-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "15473"
    uid: 6b9eb498-a300-46e7-9d46-0f567fa45cec
  kind: Event
  lastTimestamp: "2026-09-16T18:57:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T18:57:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:57:56Z"
    name: isvc-sklearn-batcher-predictor.18d5e21ab26db0cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "16191"
    uid: 3a631061-a7c4-4860-b552-5486f0fe750c
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: de61b577-512d-4bda-aaa2-152764c54fb5
  kind: Event
  lastTimestamp: "2026-09-16T18:57:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:58Z"
    name: isvc-sklearn-batcher.18d5e20cb63d8d00
    namespace: kserve-ci-e2e-test
    resourceVersion: "16216"
    uid: 3dbec9cd-e98c-4824-b14f-6e27919e9349
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: de61b577-512d-4bda-aaa2-152764c54fb5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-batcher": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-batcher":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher.18d5e20cb6aa0d2d
    namespace: kserve-ci-e2e-test
    resourceVersion: "15233"
    uid: 035a2192-e36c-41bd-97f6-2a9481a00675
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:56:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "15210"
    uid: de61b577-512d-4bda-aaa2-152764c54fb5
  kind: Event
  lastTimestamp: "2026-09-16T18:56:11Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-batcher": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T18:56:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:56:11Z"
    name: isvc-sklearn-batcher.18d5e20cb6aa5aeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "15234"
    uid: 32acdf25-96df-4a1f-a0e9-2ff90fbc6711
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:57:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-batcher
    namespace: kserve-ci-e2e-test
    resourceVersion: "16213"
    uid: de61b577-512d-4bda-aaa2-152764c54fb5
  kind: Event
  lastTimestamp: "2026-09-16T18:57:58Z"
  message: InferenceService [isvc-sklearn-batcher] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:57:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:57:58Z"
    name: isvc-sklearn-batcher.18d5e225bd91be03
    namespace: kserve-ci-e2e-test
    resourceVersion: "16214"
    uid: 5e40358f-7c09-44c7-9774-d9ba32a3aa3a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:29:42.690196Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34657"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:29:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:29:42Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e10de9ab3c
    namespace: kserve-ci-e2e-test
    resourceVersion: "34661"
    uid: fe9ce660-df27-4ef2-9193-00504c388115
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-mcp-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:42Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e11859aeda
    namespace: kserve-ci-e2e-test
    resourceVersion: "34673"
    uid: 2ac6c359-c383-47f2-84e9-2797d472ed3d
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34667"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:43Z"
  message: Add eth0 [10.134.0.62/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:29:43Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e153aa30ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "34683"
    uid: cf52487a-89a7-46f4-8c35-85391e6b9e02
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:43Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e1552b70f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34686"
    uid: ed13c26f-6b27-4d0f-a5a3-f60e999c4969
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:43Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e157fff9f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34687"
    uid: 5b14d3fb-8619-4e02-a020-dac56f993fcc
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:29:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:43Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e15870d5bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "34688"
    uid: 7c6cec0f-800e-4df1-952b-c690a6a00a48
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:48Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e26e2915c6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34726"
    uid: 51911597-d709-46dc-bd19-c646a8341cfa
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:48Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e272478930
    namespace: kserve-ci-e2e-test
    resourceVersion: "34731"
    uid: 8b27a005-ed64-46e0-83eb-dba89fc05725
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:48Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e272bb984d
    namespace: kserve-ci-e2e-test
    resourceVersion: "34734"
    uid: eeb9e163-9d2c-41fd-b96e-bcc8c2065b8f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:48Z"
  message: Pulling image "quay.io/opendatahub/kserve-agent:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:29:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:48Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e272c8174a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34735"
    uid: 82c72203-1d5d-46c0-b38f-b533812097ad
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: 'Successfully pulled image "quay.io/opendatahub/kserve-agent:latest" in
    2.79s (2.79s including waiting). Image size: 239481897 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e31920eff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "34754"
    uid: badc6404-b352-4f10-9b4e-ec9948e6df28
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: 'Created container: kserve-agent'
  metadata:
    creationTimestamp: "2026-09-16T19:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e31c6b88c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "34756"
    uid: a377236f-b407-4639-98ab-490789d267fd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: Started container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T19:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e31cdfc419
    namespace: kserve-ci-e2e-test
    resourceVersion: "34757"
    uid: bd2b7c61-6346-4f42-a57e-3086e5b8262d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e31ceaebff
    namespace: kserve-ci-e2e-test
    resourceVersion: "34758"
    uid: 46d091a5-9e27-41af-b4e4-8235d7bc845e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e32038c940
    namespace: kserve-ci-e2e-test
    resourceVersion: "34759"
    uid: e6a7be06-cefe-4b4f-b423-f36d680f4944
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:29:51Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:51Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e320ab1e7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34760"
    uid: f9f3a746-9e88-4922-ae4c-7290bffacd5a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:31:28Z"
  message: 'Readiness probe failed: Get "http://10.134.0.62:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.62:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:28Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3e96c9c2af2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35656"
    uid: 365d76f8-823a-44f5-a3ac-52e5ef395c60
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:30:23Z"
  message: 'Liveness probe failed: Get "http://10.134.0.62:8080/v1/models/isvc-sklearn-mcp":
    dial tcp 10.134.0.62:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:23Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3ea94de6236
    namespace: kserve-ci-e2e-test
    resourceVersion: "34990"
    uid: 196633e8-df87-4d63-a83c-8d17c1163bf7
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:31:02Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:02Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3f3b2d44d47
    namespace: kserve-ci-e2e-test
    resourceVersion: "35389"
    uid: 0ef247d7-9df6-4cf6-a823-6943ca535c53
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:31:02Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:02Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3f3b2d4e0ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "35390"
    uid: 2bf32409-e059-4feb-a6ea-5a674c5a98b3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-agent}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:31:02Z"
  message: Stopping container kserve-agent
  metadata:
    creationTimestamp: "2026-09-16T19:31:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:02Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3f3b2d5344e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35391"
    uid: b57e46cb-dbfb-4273-9a48-8cb335cab84b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h
    namespace: kserve-ci-e2e-test
    resourceVersion: "34659"
    uid: 8e8c499a-4a60-47bb-9659-db9b5bcc2779
  kind: Event
  lastTimestamp: "2026-09-16T19:31:28Z"
  message: 'Readiness probe failed: Get "https://10.134.0.62:8643/healthz": dial tcp
    10.134.0.62:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:31:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:31:28Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h.18d5e3f3e6757df7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35655"
    uid: 3bc66fb6-ffd0-40dc-9275-e33a057906e2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-mcp-predictor-67dbf9ff66
    namespace: kserve-ci-e2e-test
    resourceVersion: "34643"
    uid: 54842564-08b5-48ff-bc3e-782bff855ad0
  kind: Event
  lastTimestamp: "2026-09-16T19:29:42Z"
  message: 'Created pod: isvc-sklearn-mcp-predictor-67dbf9ff66-xqt5h'
  metadata:
    creationTimestamp: "2026-09-16T19:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:42Z"
    name: isvc-sklearn-mcp-predictor-67dbf9ff66.18d5e3e10d690eb3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34658"
    uid: 38d61ae3-0ba6-4804-b39e-b8414e79dd42
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:42Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-mcp-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34641"
    uid: 1f2f5ab1-5406-4686-a197-8a4980a94946
  kind: Event
  lastTimestamp: "2026-09-16T19:29:42Z"
  message: Scaled up replica set isvc-sklearn-mcp-predictor-67dbf9ff66 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:42Z"
    name: isvc-sklearn-mcp-predictor.18d5e3e109e1d51e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34644"
    uid: 6afd8fbb-5303-4279-a7e1-7e585c05409f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34634"
    uid: 28d7a627-5027-4acd-aa28-8da107e14f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:30:58Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:58Z"
    name: isvc-sklearn-mcp.18d5e3e10973de0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35342"
    uid: f3083100-5fff-4ba0-b82f-3ddafcdf0a43
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34634"
    uid: 28d7a627-5027-4acd-aa28-8da107e14f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:29:42Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-mcp": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-mcp":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:42Z"
    name: isvc-sklearn-mcp.18d5e3e109ec0b13
    namespace: kserve-ci-e2e-test
    resourceVersion: "34666"
    uid: c7bc8d2d-e68a-4c2d-a450-9c49016abfdd
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "34640"
    uid: 28d7a627-5027-4acd-aa28-8da107e14f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:29:42Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-mcp": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:42Z"
    name: isvc-sklearn-mcp.18d5e3e10fa2eeae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34668"
    uid: b054494c-5346-4015-aa43-7c3b797460d3
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:58Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-mcp
    namespace: kserve-ci-e2e-test
    resourceVersion: "35340"
    uid: 28d7a627-5027-4acd-aa28-8da107e14f5c
  kind: Event
  lastTimestamp: "2026-09-16T19:30:58Z"
  message: InferenceService [isvc-sklearn-mcp] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:30:58Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:58Z"
    name: isvc-sklearn-mcp.18d5e3f2c23c0b36
    namespace: kserve-ci-e2e-test
    resourceVersion: "35341"
    uid: b25de2df-41d3-49cd-94e8-aacf79f511d7
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:07:42.005957Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21655"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-predictor-5d84548fd6-4d582
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:07:42Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2ad8eff77f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21661"
    uid: a27ba256-fd40-40bd-880c-5b2e4ba508b2
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:07:42Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:07:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:42Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2ad9bf94ce2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21668"
    uid: 2c040290-9b96-4e73-8dbe-2bcb14f80cbd
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21665"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Add eth0 [10.134.0.40/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2add480cff6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21679"
    uid: 19ab519a-a7f4-4476-8bfa-4dc9dc113c8a
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2add5e683e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21681"
    uid: 53332a08-efaa-405e-baa5-8621c7870b84
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2adda0a3334
    namespace: kserve-ci-e2e-test
    resourceVersion: "21682"
    uid: 203f08e0-ab69-43db-bb17-745c69d7deb7
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:07:43Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:07:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:43Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2adda6eacc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21683"
    uid: ddc00431-b378-49d8-bc9f-3bfdd36782b4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:07:48Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:48Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2aef526c5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "21721"
    uid: 61983083-f282-4433-8c59-e796708fbb58
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:07:48Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:48Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2aef8708c17
    namespace: kserve-ci-e2e-test
    resourceVersion: "21724"
    uid: c886ab97-3bb4-4490-9f34-8362066eb76e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:07:48Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:48Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2aef8e5cb53
    namespace: kserve-ci-e2e-test
    resourceVersion: "21725"
    uid: 5c1bcf82-a854-424c-a0e0-3dcf3375c5c2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:07:48Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:48Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2aef8f0d496
    namespace: kserve-ci-e2e-test
    resourceVersion: "21726"
    uid: ffa1aeca-fc88-4ba0-af0e-9310d30ee8d5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:07:48Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:48Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2aefbed2ec2
    namespace: kserve-ci-e2e-test
    resourceVersion: "21729"
    uid: 2625b11d-5b50-444d-8a6c-206c5f17d02d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:07:48Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:07:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:07:48Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2aefc60a9c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "21730"
    uid: 12e22b27-efc6-4912-8b09-73162c99e863
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:09:15Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.40:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:07:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:15Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2af31390397
    namespace: kserve-ci-e2e-test
    resourceVersion: "22470"
    uid: aab94a91-8e3b-4887-b5d4-83fd03b7ffed
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2c288501cda
    namespace: kserve-ci-e2e-test
    resourceVersion: "22450"
    uid: 254a7488-de3c-4670-beb7-03ba9515ed6b
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:09:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2c288509d3b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22451"
    uid: c2014e3a-7ae5-4643-a011-4bd5326ec44e
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-predictor-5d84548fd6-4d582
    namespace: kserve-ci-e2e-test
    resourceVersion: "21657"
    uid: 9b55d3c4-1431-4be4-8d97-d395ec0e6712
  kind: Event
  lastTimestamp: "2026-09-16T19:09:15Z"
  message: 'Readiness probe failed: Get "https://10.134.0.40:8643/healthz": dial tcp
    10.134.0.40:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:09:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:15Z"
    name: isvc-sklearn-predictor-5d84548fd6-4d582.18d5e2c3377f1f01
    namespace: kserve-ci-e2e-test
    resourceVersion: "22469"
    uid: 77b1cb90-5226-43b5-b6d2-fb204768b090
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-predictor-5d84548fd6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21644"
    uid: fe15facf-6665-45aa-aaf3-01368e7a128d
  kind: Event
  lastTimestamp: "2026-09-16T19:07:41Z"
  message: 'Created pod: isvc-sklearn-predictor-5d84548fd6-4d582'
  metadata:
    creationTimestamp: "2026-09-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:41Z"
    name: isvc-sklearn-predictor-5d84548fd6.18d5e2ad8e903768
    namespace: kserve-ci-e2e-test
    resourceVersion: "21656"
    uid: 470cc5ed-f71a-4ddc-99db-37f3dc626fd8
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21642"
    uid: c6824728-0e48-42ed-b130-fa4e1e79354e
  kind: Event
  lastTimestamp: "2026-09-16T19:07:41Z"
  message: Scaled up replica set isvc-sklearn-predictor-5d84548fd6 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:41Z"
    name: isvc-sklearn-predictor.18d5e2ad8b52bca0
    namespace: kserve-ci-e2e-test
    resourceVersion: "21646"
    uid: f5dd90c0-c033-4aa0-9c81-c83c203751cd
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: d48b019e-a6b2-4343-ba24-bcf91f62c27d
  kind: Event
  lastTimestamp: "2026-09-16T19:08:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:26Z"
    name: isvc-sklearn-predictor.18d5e2b109e0c7ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "22021"
    uid: 0e439b34-3231-4788-a1c4-c7c5ad3d89d7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21643"
    uid: d48b019e-a6b2-4343-ba24-bcf91f62c27d
  kind: Event
  lastTimestamp: "2026-09-16T19:08:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:07:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:08:26Z"
    name: isvc-sklearn-predictor.18d5e2b10a47c37a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22022"
    uid: 096ba60d-e821-46d8-9176-f7f901aab802
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: d48b019e-a6b2-4343-ba24-bcf91f62c27d
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-predictor.18d5e2bb86ab461a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22434"
    uid: 7e3bb923-1aef-4c02-96b0-e21d2e152564
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:08:42Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21798"
    uid: d48b019e-a6b2-4343-ba24-bcf91f62c27d
  kind: Event
  lastTimestamp: "2026-09-16T19:09:12Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:08:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:12Z"
    name: isvc-sklearn-predictor.18d5e2bb873c50dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "22435"
    uid: db45a7d1-805d-43e6-b8f2-3edd05a0cbc7
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:12:32.705925Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23989"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-runtime-predictor-759986c4-v7w8p
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:12:32Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:12:32Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f13e111307
    namespace: kserve-ci-e2e-test
    resourceVersion: "23993"
    uid: e1a07dce-8947-4a1b-b22a-1deb2f58a7a1
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:33Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "24000"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:12:33Z"
  message: Add eth0 [10.134.0.42/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:12:33Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f15ff79f90
    namespace: kserve-ci-e2e-test
    resourceVersion: "24009"
    uid: cf970f81-8b6f-448d-9718-23b682a39465
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:12:33Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:33Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f161953200
    namespace: kserve-ci-e2e-test
    resourceVersion: "24011"
    uid: 60b8aa9e-9410-49b6-8be4-a491509693c4
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:12:33Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:33Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f164467997
    namespace: kserve-ci-e2e-test
    resourceVersion: "24012"
    uid: a4124a16-ee54-4516-81a0-18f87825e6e6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:33Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:12:33Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:12:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:33Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f164a7ab15
    namespace: kserve-ci-e2e-test
    resourceVersion: "24013"
    uid: 7bd05dd2-eefd-4d1a-a17f-1448c3aef5e9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:12:39Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:39Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f2d4be34e9
    namespace: kserve-ci-e2e-test
    resourceVersion: "24062"
    uid: de81d41e-c31f-4058-a276-d62dddcbf953
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:12:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:39Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f2d7e53bff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24064"
    uid: dc3c1646-a5ac-4096-9189-8fc818cdb2b5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:12:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:39Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f2d84246ff
    namespace: kserve-ci-e2e-test
    resourceVersion: "24065"
    uid: a52a4874-fa93-4daf-981c-baa9f5acff97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:12:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:39Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f2d84b2073
    namespace: kserve-ci-e2e-test
    resourceVersion: "24067"
    uid: 48e6b22f-e8d4-44c6-9d62-71a17ce7e9e9
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:12:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:39Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f2dae3a075
    namespace: kserve-ci-e2e-test
    resourceVersion: "24069"
    uid: 10481885-c0bc-4d4d-bd45-93fa14ecce72
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:12:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:39Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f2db431588
    namespace: kserve-ci-e2e-test
    resourceVersion: "24071"
    uid: 3c9a5c56-51af-4a87-9354-3e121901e050
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:12:47Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.42:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:47Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f34cccc966
    namespace: kserve-ci-e2e-test
    resourceVersion: "24128"
    uid: 633ced30-8a8c-41ab-9af4-bda3dbb0cef1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:13:04Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:04Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f8afc95262
    namespace: kserve-ci-e2e-test
    resourceVersion: "24285"
    uid: 5a6da81b-1a76-493b-ae73-704e75d7d631
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:04Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p
    namespace: kserve-ci-e2e-test
    resourceVersion: "23991"
    uid: 1874e8b8-c6af-4b88-ba1f-566e2f755881
  kind: Event
  lastTimestamp: "2026-09-16T19:13:04Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:04Z"
    name: isvc-sklearn-runtime-predictor-759986c4-v7w8p.18d5e2f8afc9cb40
    namespace: kserve-ci-e2e-test
    resourceVersion: "24286"
    uid: 19c43b9e-cdda-4149-8903-d4999d07cdd2
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-runtime-predictor-759986c4
    namespace: kserve-ci-e2e-test
    resourceVersion: "23975"
    uid: 7b249781-df9f-4b79-bf64-75400334507a
  kind: Event
  lastTimestamp: "2026-09-16T19:12:32Z"
  message: 'Created pod: isvc-sklearn-runtime-predictor-759986c4-v7w8p'
  metadata:
    creationTimestamp: "2026-09-16T19:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:32Z"
    name: isvc-sklearn-runtime-predictor-759986c4.18d5e2f13d930e8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "23990"
    uid: 901194e6-b583-4fae-8eda-e11a5456af93
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:32Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23972"
    uid: 589f7af9-f1a1-4287-9c49-bce03a7e4a2d
  kind: Event
  lastTimestamp: "2026-09-16T19:12:32Z"
  message: Scaled up replica set isvc-sklearn-runtime-predictor-759986c4 from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:32Z"
    name: isvc-sklearn-runtime-predictor.18d5e2f1374876a6
    namespace: kserve-ci-e2e-test
    resourceVersion: "23976"
    uid: 682df1a0-b4fc-49d1-ba1a-996671c4dc6f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: 72c2d82b-347a-42ad-bac2-746c736637c6
  kind: Event
  lastTimestamp: "2026-09-16T19:13:02Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:02Z"
    name: isvc-sklearn-runtime-predictor.18d5e2f4b681343b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24251"
    uid: 1bb6f091-140d-42ef-938d-36e7d057cdaf
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:47Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "23974"
    uid: 72c2d82b-347a-42ad-bac2-746c736637c6
  kind: Event
  lastTimestamp: "2026-09-16T19:13:02Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:12:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:02Z"
    name: isvc-sklearn-runtime-predictor.18d5e2f4b6f25537
    namespace: kserve-ci-e2e-test
    resourceVersion: "24252"
    uid: b2cf903f-3d92-4da0-8b66-f3af87dde156
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23964"
    uid: bdf1a234-b615-4546-a3e1-5cbaba546269
  kind: Event
  lastTimestamp: "2026-09-16T19:12:57Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:57Z"
    name: isvc-sklearn-runtime.18d5e2f13746f076
    namespace: kserve-ci-e2e-test
    resourceVersion: "24219"
    uid: bbf90622-6168-4404-9802-45d282cf0ae2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:32Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "23964"
    uid: bdf1a234-b615-4546-a3e1-5cbaba546269
  kind: Event
  lastTimestamp: "2026-09-16T19:12:32Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:32Z"
    name: isvc-sklearn-runtime.18d5e2f138acca21
    namespace: kserve-ci-e2e-test
    resourceVersion: "23980"
    uid: 0a4395e8-9430-43cc-987a-94a84051262b
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:57Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24217"
    uid: bdf1a234-b615-4546-a3e1-5cbaba546269
  kind: Event
  lastTimestamp: "2026-09-16T19:12:57Z"
  message: InferenceService [isvc-sklearn-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:57Z"
    name: isvc-sklearn-runtime.18d5e2f70d21a2e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24218"
    uid: 0d6b2005-cd3d-498c-a7d5-c273b8031e48
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:29:05.554116Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34296"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-predictor-7f677cd7-5wljh
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:29:05Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:29:05Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d8686e0b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34302"
    uid: 42a3c13c-a27d-4fec-b16b-e60c26feeff7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:06Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34306"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:29:06Z"
  message: Add eth0 [10.133.0.54/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:29:06Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d88c8b87c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34317"
    uid: 20f23b9b-d603-4736-a259-cb31ea8b5938
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:29:06Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:06Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d88e05b43e
    namespace: kserve-ci-e2e-test
    resourceVersion: "34319"
    uid: f838d0a8-5105-4b04-8ea8-f5580b2adbc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:29:06Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:06Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d890c87377
    namespace: kserve-ci-e2e-test
    resourceVersion: "34320"
    uid: 69a6d8be-9e60-4f3d-8089-91162d29ec17
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:29:06Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:29:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:06Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d8913f584f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34321"
    uid: 1a727921-49e7-488d-a098-3a554e987c04
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:29:08Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:08Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d90ba61b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "34343"
    uid: e513a0c1-0bc2-4c36-9d63-b991cc884a5f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:29:08Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:08Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d90efd9397
    namespace: kserve-ci-e2e-test
    resourceVersion: "34346"
    uid: 58122f85-17bb-476f-9cfb-156d33e90097
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:29:08Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:08Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d90f75c5df
    namespace: kserve-ci-e2e-test
    resourceVersion: "34348"
    uid: d62f70d5-4af5-4ac4-9a80-3ed9f7f4c052
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:29:08Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:08Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d90f80d2e2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34349"
    uid: b639b554-8887-46aa-a1c7-d95128b877d7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:29:08Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:08Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d9136d63bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "34351"
    uid: f448ff99-f6b4-40d3-8c3b-f0c69bb45ace
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:29:08Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:08Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d913e4ebc0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34352"
    uid: 970287dc-a44a-4c6a-851c-d316070791de
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:30:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.54:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:36Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3d9839d6de2
    namespace: kserve-ci-e2e-test
    resourceVersion: "35169"
    uid: 24e90388-1d2d-4909-aba0-d6c06cea8f27
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:30:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:35Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3ed69ec4b55
    namespace: kserve-ci-e2e-test
    resourceVersion: "35110"
    uid: 78e77b05-c900-483a-9dca-e6b4083c8336
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:30:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:35Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3ed69ecc675
    namespace: kserve-ci-e2e-test
    resourceVersion: "35111"
    uid: f991c954-d503-4c6f-80fd-f284646516a5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh
    namespace: kserve-ci-e2e-test
    resourceVersion: "34298"
    uid: 750732c0-2b7c-452a-9155-d3e760b52be7
  kind: Event
  lastTimestamp: "2026-09-16T19:30:36Z"
  message: 'Readiness probe failed: Get "https://10.133.0.54:8643/healthz": dial tcp
    10.133.0.54:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:36Z"
    name: isvc-sklearn-s3-predictor-7f677cd7-5wljh.18d5e3ed89d9373b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35153"
    uid: af39771d-2a3d-4452-b797-adce51061b0b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-predictor-7f677cd7
    namespace: kserve-ci-e2e-test
    resourceVersion: "34287"
    uid: b8ddf3e1-00a0-421f-bf69-d6af33c09520
  kind: Event
  lastTimestamp: "2026-09-16T19:29:05Z"
  message: 'Created pod: isvc-sklearn-s3-predictor-7f677cd7-5wljh'
  metadata:
    creationTimestamp: "2026-09-16T19:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:05Z"
    name: isvc-sklearn-s3-predictor-7f677cd7.18d5e3d867a1bb02
    namespace: kserve-ci-e2e-test
    resourceVersion: "34297"
    uid: d5c3e09d-417b-4875-8fd1-ce8bd648908b
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:05Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34285"
    uid: cc53c2d6-64cd-43ea-91fc-105d8f2389a5
  kind: Event
  lastTimestamp: "2026-09-16T19:29:05Z"
  message: Scaled up replica set isvc-sklearn-s3-predictor-7f677cd7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:05Z"
    name: isvc-sklearn-s3-predictor.18d5e3d8650e9a9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34289"
    uid: 141ed1e9-b7b7-4ef9-953d-76eb4c49718e
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34286"
    uid: a45c83e4-1efb-4d83-a861-87d21e287eba
  kind: Event
  lastTimestamp: "2026-09-16T19:29:50Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:50Z"
    name: isvc-sklearn-s3-predictor.18d5e3dbe392b8ad
    namespace: kserve-ci-e2e-test
    resourceVersion: "34748"
    uid: 4ee36545-dfe3-4bb4-9745-d072a01711b7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:20Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34286"
    uid: a45c83e4-1efb-4d83-a861-87d21e287eba
  kind: Event
  lastTimestamp: "2026-09-16T19:29:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:29:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:29:50Z"
    name: isvc-sklearn-s3-predictor.18d5e3dbe3f6eaea
    namespace: kserve-ci-e2e-test
    resourceVersion: "34749"
    uid: ed43fd7b-3937-4d73-b302-4a6f0c27ec66
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: a45c83e4-1efb-4d83-a861-87d21e287eba
  kind: Event
  lastTimestamp: "2026-09-16T19:30:35Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:35Z"
    name: isvc-sklearn-s3-predictor.18d5e3e660c9241e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35092"
    uid: 5a30d4a7-34be-445c-a102-7dc434e7f290
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "34445"
    uid: a45c83e4-1efb-4d83-a861-87d21e287eba
  kind: Event
  lastTimestamp: "2026-09-16T19:30:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:30:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:35Z"
    name: isvc-sklearn-s3-predictor.18d5e3e6613f1bb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "35093"
    uid: ba8d6fa3-6e91-4080-85cc-e5e1af0c615d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:33:49.328793Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37100"
    uid: 1c5de929-95da-45d4-8d7c-43209a702f6f
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:33:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:33:49Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc.18d5e41a7ab7ece5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37104"
    uid: 2517630b-a708-4915-a94c-f9ee93a30dcd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:49Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37102"
    uid: 1c5de929-95da-45d4-8d7c-43209a702f6f
  kind: Event
  lastTimestamp: "2026-09-16T19:33:49Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-custom-fail-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:49Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc.18d5e41a82fc11e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37117"
    uid: 58f58d72-a97b-485a-bd54-860c25729ef6
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37110"
    uid: 1c5de929-95da-45d4-8d7c-43209a702f6f
  kind: Event
  lastTimestamp: "2026-09-16T19:33:50Z"
  message: Add eth0 [10.134.0.66/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:33:50Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc.18d5e41ac08b9873
    namespace: kserve-ci-e2e-test
    resourceVersion: "37128"
    uid: eeac8a74-cb20-4bd6-bd11-a3dfc231f743
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37102"
    uid: 1c5de929-95da-45d4-8d7c-43209a702f6f
  kind: Event
  lastTimestamp: "2026-09-16T19:33:56Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:56Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc.18d5e41ac2726e9e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37190"
    uid: 1346cdd4-d497-45fa-9460-c80c8fb89f93
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37102"
    uid: 1c5de929-95da-45d4-8d7c-43209a702f6f
  kind: Event
  lastTimestamp: "2026-09-16T19:33:56Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:56Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc.18d5e41ac6e8d72b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37194"
    uid: 74deab0b-d5c3-4823-a58a-e0132178ef9a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37102"
    uid: 1c5de929-95da-45d4-8d7c-43209a702f6f
  kind: Event
  lastTimestamp: "2026-09-16T19:33:56Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:33:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:56Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc.18d5e41ac76596c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37195"
    uid: 74c3d795-f959-4e5d-ba1b-74443ade9d71
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc
    namespace: kserve-ci-e2e-test
    resourceVersion: "37102"
    uid: 1c5de929-95da-45d4-8d7c-43209a702f6f
  kind: Event
  lastTimestamp: "2026-09-16T19:33:59Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:33:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:59Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc.18d5e41ccc15a1d3
    namespace: kserve-ci-e2e-test
    resourceVersion: "37230"
    uid: 0284a7ae-f57b-4df6-96cf-d3fe2a3fdbd7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f
    namespace: kserve-ci-e2e-test
    resourceVersion: "37092"
    uid: ddc40a83-7195-4384-ab3f-f1dc2fa7a4bf
  kind: Event
  lastTimestamp: "2026-09-16T19:33:49Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f-p5dtc'
  metadata:
    creationTimestamp: "2026-09-16T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:49Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f.18d5e41a7a2fad07
    namespace: kserve-ci-e2e-test
    resourceVersion: "37101"
    uid: f01310fe-2a25-4a62-a76b-628fbbebd68f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37089"
    uid: 39acca0f-f33b-47f2-b938-ad6c921c5dec
  kind: Event
  lastTimestamp: "2026-09-16T19:33:49Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-fail-predictor-d74d4c69f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:49Z"
    name: isvc-sklearn-s3-tls-custom-fail-predictor.18d5e41a7794a657
    namespace: kserve-ci-e2e-test
    resourceVersion: "37093"
    uid: 1f8eb24f-9572-47df-9048-68cfc8fa1205
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 9af0270b-79f4-4024-b669-7c707bef7c8d
  kind: Event
  lastTimestamp: "2026-09-16T19:33:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:56Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e41a77c2aac0
    namespace: kserve-ci-e2e-test
    resourceVersion: "37196"
    uid: 60c26cf8-9ff8-4f8c-a7be-b94c3f24b4a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37081"
    uid: 9af0270b-79f4-4024-b669-7c707bef7c8d
  kind: Event
  lastTimestamp: "2026-09-16T19:33:49Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:49Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e41a785c5390
    namespace: kserve-ci-e2e-test
    resourceVersion: "37112"
    uid: 7400effd-087c-401a-bc71-a1b4d111f50d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "37084"
    uid: 9af0270b-79f4-4024-b669-7c707bef7c8d
  kind: Event
  lastTimestamp: "2026-09-16T19:33:49Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-fail": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:33:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:49Z"
    name: isvc-sklearn-s3-tls-custom-fail.18d5e41a7e52628d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37113"
    uid: 91e0c02d-4621-47b5-adb5-2d5d5613f550
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:32:18.183047Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36164"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:32:18Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:32:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e40542024bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36170"
    uid: d90c4379-d07a-413d-abc6-53c27a863a13
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36175"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:32:18Z"
  message: Add eth0 [10.133.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:32:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e40564308376
    namespace: kserve-ci-e2e-test
    resourceVersion: "36185"
    uid: 7cd252c5-f1e8-4158-9218-6bdf164a47f8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:32:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e40566219905
    namespace: kserve-ci-e2e-test
    resourceVersion: "36188"
    uid: fb0b8229-cb82-44c4-a430-c46108424e19
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:32:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e40569f43c1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36190"
    uid: bcd9c1b6-2ff8-4fe5-83e5-1913fc93b40c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:32:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e4056a684e5a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36191"
    uid: dd6a8b0c-cb9a-4b1e-8f54-3bd537915dc9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:32:20Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e405bb046dc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "36225"
    uid: 8ff6db2e-455a-47e8-a666-d32d21203f4e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:32:20Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e405bea4c6c3
    namespace: kserve-ci-e2e-test
    resourceVersion: "36231"
    uid: 36c1c919-3b1a-4da1-a677-a4f709ff47ca
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:32:20Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e405bf1bc7fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "36232"
    uid: 45d2c57c-f72b-4801-a051-8bc4d8e80340
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:32:20Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e405bf285ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36233"
    uid: fa517cdb-da34-43f2-8715-20a5f60d89f3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:32:20Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e405c289191a
    namespace: kserve-ci-e2e-test
    resourceVersion: "36235"
    uid: 2c2bed7d-c4be-4a86-839c-facb1a362586
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:32:20Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:20Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e405c2fb90a4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36236"
    uid: 593eaaec-6d50-436f-8ac3-17cecdc4cf27
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:33:52Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.56:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e405f71de6b5
    namespace: kserve-ci-e2e-test
    resourceVersion: "37155"
    uid: 0661790f-6bb9-4214-8750-5bbc808fb9c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:33:48Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e41a371ccd0a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37062"
    uid: 76dbd395-a4eb-441b-80ec-82b77d6bc2a8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:33:48Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:33:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:48Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e41a371d4d9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37063"
    uid: a2c4c1d7-5401-4922-ba97-73f0176465c3
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr
    namespace: kserve-ci-e2e-test
    resourceVersion: "36166"
    uid: 1eb2745f-0cee-4407-8b7e-e8e5db5897c7
  kind: Event
  lastTimestamp: "2026-09-16T19:33:52Z"
  message: 'Readiness probe failed: Get "https://10.133.0.56:8643/healthz": dial tcp
    10.133.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:33:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:33:52Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr.18d5e41b276e6319
    namespace: kserve-ci-e2e-test
    resourceVersion: "37149"
    uid: dc5737f6-fa30-4788-9352-b0e1c98cd71a
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f
    namespace: kserve-ci-e2e-test
    resourceVersion: "36155"
    uid: 3fbca9aa-64cc-4570-abb0-d34a5b2c71dd
  kind: Event
  lastTimestamp: "2026-09-16T19:32:18Z"
  message: 'Created pod: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f-22ppr'
  metadata:
    creationTimestamp: "2026-09-16T19:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f.18d5e40541674221
    namespace: kserve-ci-e2e-test
    resourceVersion: "36165"
    uid: 8b881601-ea66-4d21-a890-2660a356e8ea
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:18Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36153"
    uid: e95b0441-e192-4b17-8b8b-dc224b8131da
  kind: Event
  lastTimestamp: "2026-09-16T19:32:18Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-custom-pass-predictor-65d845549f
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:18Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e4053e74e932
    namespace: kserve-ci-e2e-test
    resourceVersion: "36157"
    uid: b1ddadda-aad8-4073-9215-213f35512891
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: 283b9c89-bd9a-45f4-a18b-7fc1844346d0
  kind: Event
  lastTimestamp: "2026-09-16T19:33:03Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e408bcf5ed15
    namespace: kserve-ci-e2e-test
    resourceVersion: "36619"
    uid: d931587b-4b8a-4dad-9e93-3684ba24c6a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:33Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36154"
    uid: 283b9c89-bd9a-45f4-a18b-7fc1844346d0
  kind: Event
  lastTimestamp: "2026-09-16T19:33:03Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:32:33Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:03Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e408bd67cdcb
    namespace: kserve-ci-e2e-test
    resourceVersion: "36620"
    uid: 95a149cc-e2ef-4b74-a4a1-a1ef3eafddae
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36395"
    uid: 283b9c89-bd9a-45f4-a18b-7fc1844346d0
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e4133abdbb15
    namespace: kserve-ci-e2e-test
    resourceVersion: "36847"
    uid: a18b6dbf-1641-4da1-aec9-259f0ee7af2c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:18Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-custom-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "36395"
    uid: 283b9c89-bd9a-45f4-a18b-7fc1844346d0
  kind: Event
  lastTimestamp: "2026-09-16T19:33:33Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:33:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:33:33Z"
    name: isvc-sklearn-s3-tls-custom-pass-predictor.18d5e4133b1b82a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "36848"
    uid: 6231bcaf-3876-4a49-8590-a8b06c242ce8
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: cce1b9f9-6e0b-4f27-9ea0-4c4589883d74
  kind: Event
  lastTimestamp: "2026-09-16T19:33:42Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:42Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e4053e6fb860
    namespace: kserve-ci-e2e-test
    resourceVersion: "36998"
    uid: 839c646c-0ee7-4882-a508-5d0d45fc4c42
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:18Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36144"
    uid: cce1b9f9-6e0b-4f27-9ea0-4c4589883d74
  kind: Event
  lastTimestamp: "2026-09-16T19:32:18Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-custom-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-custom-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:18Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e4053f000c0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "36160"
    uid: b9977393-c4de-468b-8877-dca2ea89d2b4
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:33:42Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-custom-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "36996"
    uid: cce1b9f9-6e0b-4f27-9ea0-4c4589883d74
  kind: Event
  lastTimestamp: "2026-09-16T19:33:42Z"
  message: InferenceService [isvc-sklearn-s3-tls-custom-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:33:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:33:42Z"
    name: isvc-sklearn-s3-tls-custom-pass.18d5e418fb3cb828
    namespace: kserve-ci-e2e-test
    resourceVersion: "36997"
    uid: 3f31f2d4-5529-45dc-849d-d2f80128a969
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:32:07.040472Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35991"
    uid: f5793b0e-0970-4df1-b61f-6c0812edad60
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:32:07Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:32:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk.18d5e402a9dc1d64
    namespace: kserve-ci-e2e-test
    resourceVersion: "35997"
    uid: ad661605-6645-4bd2-937d-5300cf4a99e7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:07Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "36001"
    uid: f5793b0e-0970-4df1-b61f-6c0812edad60
  kind: Event
  lastTimestamp: "2026-09-16T19:32:07Z"
  message: Add eth0 [10.134.0.64/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:32:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk.18d5e402cb8733b8
    namespace: kserve-ci-e2e-test
    resourceVersion: "36010"
    uid: 95398daa-107f-4a89-a0fe-5b17d6e6e7cf
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35993"
    uid: f5793b0e-0970-4df1-b61f-6c0812edad60
  kind: Event
  lastTimestamp: "2026-09-16T19:32:14Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk.18d5e402cd00d8df
    namespace: kserve-ci-e2e-test
    resourceVersion: "36084"
    uid: 4021db77-bf50-4daf-a339-c2f2922d1279
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35993"
    uid: f5793b0e-0970-4df1-b61f-6c0812edad60
  kind: Event
  lastTimestamp: "2026-09-16T19:32:14Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk.18d5e402cf810bd5
    namespace: kserve-ci-e2e-test
    resourceVersion: "36088"
    uid: 1810ff9c-0651-4e78-b90b-621ce61d0ae6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35993"
    uid: f5793b0e-0970-4df1-b61f-6c0812edad60
  kind: Event
  lastTimestamp: "2026-09-16T19:32:14Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:14Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk.18d5e402cfe20616
    namespace: kserve-ci-e2e-test
    resourceVersion: "36089"
    uid: 5bb6251c-411a-47f4-890c-2da34db5eeb7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:17Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk
    namespace: kserve-ci-e2e-test
    resourceVersion: "35993"
    uid: f5793b0e-0970-4df1-b61f-6c0812edad60
  kind: Event
  lastTimestamp: "2026-09-16T19:32:17Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:32:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:17Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk.18d5e404feb34c94
    namespace: kserve-ci-e2e-test
    resourceVersion: "36127"
    uid: fa3a46ff-f685-4541-a2ff-7b936757fa95
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35982"
    uid: 4619e1c0-32c1-43dd-b6e0-abeb955b432f
  kind: Event
  lastTimestamp: "2026-09-16T19:32:07Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c-j44xk'
  metadata:
    creationTimestamp: "2026-09-16T19:32:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:07Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c.18d5e402a92bbf6a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35992"
    uid: ebdc73fb-5110-4ad6-a5fd-6bf5db363117
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:06Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35980"
    uid: ebc77e7c-83b3-4824-a562-d364a0d3a7e6
  kind: Event
  lastTimestamp: "2026-09-16T19:32:06Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-fail-predictor-5f46d9d44c
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:32:06Z"
    name: isvc-sklearn-s3-tls-global-fail-predictor.18d5e402a6452eff
    namespace: kserve-ci-e2e-test
    resourceVersion: "35984"
    uid: 05ab8120-716b-45d0-ac49-46ed33076835
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35972"
    uid: 4739ba3d-31fe-4957-800c-c370756eaa87
  kind: Event
  lastTimestamp: "2026-09-16T19:32:14Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:14Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5e402a642a7f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "36090"
    uid: 675cf563-3b3b-4157-a8e0-12704264571c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:06Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "35972"
    uid: 4739ba3d-31fe-4957-800c-c370756eaa87
  kind: Event
  lastTimestamp: "2026-09-16T19:32:06Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:32:06Z"
    name: isvc-sklearn-s3-tls-global-fail.18d5e402a6d4950c
    namespace: kserve-ci-e2e-test
    resourceVersion: "35988"
    uid: 0d7b998d-2147-4b93-9753-aecfa3642f05
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:30:35.924573Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35134"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:30:35Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:30:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ed72edd468
    namespace: kserve-ci-e2e-test
    resourceVersion: "35141"
    uid: 9fc51b8c-86d3-425a-ae8e-592aae6672e9
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:36Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35145"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:36Z"
  message: Add eth0 [10.133.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:30:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ed954a1741
    namespace: kserve-ci-e2e-test
    resourceVersion: "35156"
    uid: c61dd664-596f-4ce9-97fe-b72cd6971d98
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:36Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ed96c5e6e0
    namespace: kserve-ci-e2e-test
    resourceVersion: "35158"
    uid: 2d7e3a63-d0e2-4e9f-aa3e-28c1a146d74b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:36Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ed997268d4
    namespace: kserve-ci-e2e-test
    resourceVersion: "35159"
    uid: 21fe577e-c259-4b5b-9ba6-bf438b1a494c
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:36Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:30:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:36Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ed99ec4d0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35160"
    uid: 8d40adc9-53d5-4cc9-a492-4144ee270ae0
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ee19818b1a
    namespace: kserve-ci-e2e-test
    resourceVersion: "35181"
    uid: 326d80dc-2b4a-48cb-a7be-b752ff2104bb
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ee1ca3d7dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "35183"
    uid: 262a5db4-6e37-42f7-ab47-ad76477661b8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ee1d2affb8
    namespace: kserve-ci-e2e-test
    resourceVersion: "35186"
    uid: 8ccc86db-23bf-4203-8951-e622db59b7fe
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ee1d378e42
    namespace: kserve-ci-e2e-test
    resourceVersion: "35188"
    uid: c6f64e4f-a169-4cc2-9363-2e91bb330d03
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ee205caaea
    namespace: kserve-ci-e2e-test
    resourceVersion: "35191"
    uid: 28976227-bab9-48d0-9ec8-d3b52a902d7d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:30:38Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:30:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:30:38Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ee20d15253
    namespace: kserve-ci-e2e-test
    resourceVersion: "35192"
    uid: da88fb14-118b-4d51-957d-f9dc3fdcb5c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:06Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.55:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:30:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e3ee558bd257
    namespace: kserve-ci-e2e-test
    resourceVersion: "35964"
    uid: e1d76c87-3ae8-4054-a22f-f193424e11d0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e4026680b315
    namespace: kserve-ci-e2e-test
    resourceVersion: "35955"
    uid: 4b7b926c-9b15-47ff-b5c0-0218b01e18bb
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:32:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:05Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e40266812b98
    namespace: kserve-ci-e2e-test
    resourceVersion: "35956"
    uid: 853ffa7e-0e1f-4ac3-91f2-4d891f524e2c
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:32:06Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s
    namespace: kserve-ci-e2e-test
    resourceVersion: "35136"
    uid: 9e25ac75-9e4c-4d37-87b8-7d72b57006d5
  kind: Event
  lastTimestamp: "2026-09-16T19:32:06Z"
  message: 'Readiness probe failed: Get "https://10.133.0.55:8643/healthz": dial tcp
    10.133.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:32:06Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:32:06Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s.18d5e40297f4018e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35963"
    uid: 1574d881-f5e6-4750-be08-86fa60c8c6a5
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599
    namespace: kserve-ci-e2e-test
    resourceVersion: "35124"
    uid: b1116f1d-fa3b-4db6-ae93-db61c2a86d4c
  kind: Event
  lastTimestamp: "2026-09-16T19:30:35Z"
  message: 'Created pod: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599-g5n4s'
  metadata:
    creationTimestamp: "2026-09-16T19:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor-855c6b599.18d5e3ed7281b570
    namespace: kserve-ci-e2e-test
    resourceVersion: "35135"
    uid: ce644547-0557-462c-b93a-d0c6a52c5bdd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:35Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35121"
    uid: b0ea5d2d-ad11-4ed1-81d9-67b8db4767bc
  kind: Event
  lastTimestamp: "2026-09-16T19:30:35Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-global-pass-predictor-855c6b599
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:30:35Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3ed6f6ae709
    namespace: kserve-ci-e2e-test
    resourceVersion: "35125"
    uid: 538753bf-6f0f-4bdf-9d37-9a8c67ea3f55
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35122"
    uid: bf47f6db-15c6-4474-a683-c673e38da511
  kind: Event
  lastTimestamp: "2026-09-16T19:31:20Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3f0ee9e54ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "35585"
    uid: 4ca83478-9349-4f8d-9efb-9029f95a2a57
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35122"
    uid: bf47f6db-15c6-4474-a683-c673e38da511
  kind: Event
  lastTimestamp: "2026-09-16T19:31:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:30:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:20Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3f0ef08b972
    namespace: kserve-ci-e2e-test
    resourceVersion: "35586"
    uid: 9ec578e4-2dae-4a3b-bf4b-ffb6d3a31222
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35283"
    uid: bf47f6db-15c6-4474-a683-c673e38da511
  kind: Event
  lastTimestamp: "2026-09-16T19:31:50Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3fb6b8c1d75
    namespace: kserve-ci-e2e-test
    resourceVersion: "35819"
    uid: b4d4f02d-0e32-4474-adb8-bd5fb8eff0a9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:35Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-global-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "35283"
    uid: bf47f6db-15c6-4474-a683-c673e38da511
  kind: Event
  lastTimestamp: "2026-09-16T19:31:50Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:31:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:31:50Z"
    name: isvc-sklearn-s3-tls-global-pass-predictor.18d5e3fb6bfbcb5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "35820"
    uid: d3d66e4f-9eb9-45c7-a4d6-562fe4af5208
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35114"
    uid: 03a247f6-30e6-46ac-877d-cee4e5835646
  kind: Event
  lastTimestamp: "2026-09-16T19:31:56Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:56Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3ed6f79d182
    namespace: kserve-ci-e2e-test
    resourceVersion: "35875"
    uid: 89eecc88-0f20-480d-ab2e-f88c3a7951a0
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:35Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35114"
    uid: 03a247f6-30e6-46ac-877d-cee4e5835646
  kind: Event
  lastTimestamp: "2026-09-16T19:30:35Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-global-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-global-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:30:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:35Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e3ed703eb532
    namespace: kserve-ci-e2e-test
    resourceVersion: "35131"
    uid: 18a7fa8c-ee19-45f2-96ec-99ba15268a10
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:31:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-global-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "35873"
    uid: 03a247f6-30e6-46ac-877d-cee4e5835646
  kind: Event
  lastTimestamp: "2026-09-16T19:31:56Z"
  message: InferenceService [isvc-sklearn-s3-tls-global-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:31:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:31:56Z"
    name: isvc-sklearn-s3-tls-global-pass.18d5e40049383d2b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35874"
    uid: ff54da27-60dc-4b0a-a7fb-a6ee5ec0fee4
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:35:31.575286Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38113"
    uid: df5737be-f1ab-4161-b147-ddde56c566e3
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:35:31Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:35:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx.18d5e4324915b0d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38119"
    uid: 82a21223-9ca9-46c3-9753-3f0b00c3c140
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:32Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38125"
    uid: df5737be-f1ab-4161-b147-ddde56c566e3
  kind: Event
  lastTimestamp: "2026-09-16T19:35:32Z"
  message: Add eth0 [10.134.0.67/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:35:32Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx.18d5e4326b232b89
    namespace: kserve-ci-e2e-test
    resourceVersion: "38135"
    uid: 83cfc6d6-5d50-444e-9128-92b571b8ebcc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38115"
    uid: df5737be-f1ab-4161-b147-ddde56c566e3
  kind: Event
  lastTimestamp: "2026-09-16T19:35:37Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:37Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx.18d5e4326c810df6
    namespace: kserve-ci-e2e-test
    resourceVersion: "38184"
    uid: a27db3c6-579d-4acd-97a6-2da8c9473b99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38115"
    uid: df5737be-f1ab-4161-b147-ddde56c566e3
  kind: Event
  lastTimestamp: "2026-09-16T19:35:37Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:37Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx.18d5e4326f5a93e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "38188"
    uid: fa5280aa-6acd-4e58-b256-3847d6e7afd8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38115"
    uid: df5737be-f1ab-4161-b147-ddde56c566e3
  kind: Event
  lastTimestamp: "2026-09-16T19:35:37Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:35:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:37Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx.18d5e4326fca5b29
    namespace: kserve-ci-e2e-test
    resourceVersion: "38189"
    uid: 9967049f-523d-4fad-93ca-aed10346b40b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx
    namespace: kserve-ci-e2e-test
    resourceVersion: "38115"
    uid: df5737be-f1ab-4161-b147-ddde56c566e3
  kind: Event
  lastTimestamp: "2026-09-16T19:35:41Z"
  message: Stopping container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:35:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:41Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx.18d5e4349f9a0e5c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38235"
    uid: 394bfc9e-c4bd-43e0-85c7-93cfb7b851d4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "38104"
    uid: e06667ca-e2bd-4781-b0f1-d1d6b0493caf
  kind: Event
  lastTimestamp: "2026-09-16T19:35:31Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4-bp6xx'
  metadata:
    creationTimestamp: "2026-09-16T19:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4.18d5e432485d9e31
    namespace: kserve-ci-e2e-test
    resourceVersion: "38116"
    uid: 1842bda5-c54e-4205-b896-fdcb25fcaa38
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:31Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-fail-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "38102"
    uid: 1e422937-c288-422b-9157-4742cbecde14
  kind: Event
  lastTimestamp: "2026-09-16T19:35:31Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-fail-predictor-5795f7f4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:31Z"
    name: isvc-sklearn-s3-tls-serving-fail-predictor.18d5e4324585c92a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38106"
    uid: bf85a79c-05c0-4569-89f2-618ee1595c00
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38093"
    uid: 48c813ca-17cf-40a2-9a29-396426257ae9
  kind: Event
  lastTimestamp: "2026-09-16T19:35:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:37Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e4324582a17c
    namespace: kserve-ci-e2e-test
    resourceVersion: "38190"
    uid: 516268f3-925c-4c5c-ac3b-9e398d44b5f3
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:31Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-fail
    namespace: kserve-ci-e2e-test
    resourceVersion: "38093"
    uid: 48c813ca-17cf-40a2-9a29-396426257ae9
  kind: Event
  lastTimestamp: "2026-09-16T19:35:31Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-fail":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-fail":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:31Z"
    name: isvc-sklearn-s3-tls-serving-fail.18d5e4324615b9f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38110"
    uid: 03a43ae8-8a8c-4bb9-96cb-058f3bf939c1
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:34:00.414765Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37263"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:34:00Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:34:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41d0f7e743d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37268"
    uid: 1f59204f-55c1-45f1-9c74-0b4a1a1c5bae
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:00Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:34:01Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-s3-tls-serving-pass-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:01Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41d1a5c6e34
    namespace: kserve-ci-e2e-test
    resourceVersion: "37285"
    uid: 30d1d9c9-b319-4449-b88f-22af6bcfdef0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:02Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37274"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:34:02Z"
  message: Add eth0 [10.133.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:34:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41d8b2f0613
    namespace: kserve-ci-e2e-test
    resourceVersion: "37298"
    uid: c5a926e9-aa6a-4ec8-af85-aa097f96b5bc
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:34:02Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41d8cc75f5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "37300"
    uid: bce578f3-1715-4272-b3ab-e2ff627e260f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:34:02Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41d904d6f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "37301"
    uid: 43c41548-3b09-4240-849d-0b396f99d690
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:34:02Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:34:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:02Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41d90c32542
    namespace: kserve-ci-e2e-test
    resourceVersion: "37303"
    uid: e81994cf-b5d2-4a35-b88e-a5d482fa6d0d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:34:03Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41dd4e0ca90
    namespace: kserve-ci-e2e-test
    resourceVersion: "37319"
    uid: 817f300e-1af8-437f-8eba-f89bd7dde1a7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:34:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41dd7f8ab09
    namespace: kserve-ci-e2e-test
    resourceVersion: "37322"
    uid: 740347b1-a38b-4293-9aed-971bbc1c6dc6
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:34:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41dd88141e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37323"
    uid: f5d914f1-96e2-4b2a-a13c-d63875b02cd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:34:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41dd88cc615
    namespace: kserve-ci-e2e-test
    resourceVersion: "37324"
    uid: 36c70fd6-888b-49c2-a7b8-f48bc81a0e6f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:34:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41ddc24632a
    namespace: kserve-ci-e2e-test
    resourceVersion: "37328"
    uid: d8f278fb-3ea1-4f7b-b8b5-b5eb362204ba
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:34:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:34:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:34:03Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41ddc9a36c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "37329"
    uid: 09b781db-3f16-4389-9bf9-655e80b6f057
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:35:34Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.58:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:34:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:34Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e41e4cd0806a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38162"
    uid: 061b02e2-4b55-4b44-8051-830dc4bf4384
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:35:30Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e43205af3cc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "38079"
    uid: c8ea8730-92b1-4a1a-96b9-246810e5e0bf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:35:30Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:35:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e43205b04da5
    namespace: kserve-ci-e2e-test
    resourceVersion: "38080"
    uid: af11fa66-b789-40be-a01e-91ce38fce57a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p
    namespace: kserve-ci-e2e-test
    resourceVersion: "37264"
    uid: d2a81649-573f-4427-891d-050cd947ac64
  kind: Event
  lastTimestamp: "2026-09-16T19:35:31Z"
  message: 'Readiness probe failed: Get "https://10.133.0.58:8643/healthz": dial tcp
    10.133.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:35:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:35:31Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p.18d5e43253059f37
    namespace: kserve-ci-e2e-test
    resourceVersion: "38129"
    uid: 6a65d000-2715-4436-9731-0725cd8c96c8
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4
    namespace: kserve-ci-e2e-test
    resourceVersion: "37254"
    uid: 392af580-ccf2-41bb-9971-61bed5a5723a
  kind: Event
  lastTimestamp: "2026-09-16T19:34:00Z"
  message: 'Created pod: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4-tdg7p'
  metadata:
    creationTimestamp: "2026-09-16T19:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4.18d5e41d0f252b43
    namespace: kserve-ci-e2e-test
    resourceVersion: "37265"
    uid: f0728868-6520-42b8-b96b-739717bbf9d3
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:00Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37252"
    uid: e062fea9-5189-4767-833e-a4b6752284c7
  kind: Event
  lastTimestamp: "2026-09-16T19:34:00Z"
  message: Scaled up replica set isvc-sklearn-s3-tls-serving-pass-predictor-74b76c8bb4
    from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:00Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e41d0ccc9290
    namespace: kserve-ci-e2e-test
    resourceVersion: "37256"
    uid: 1b9b09b7-6cda-4778-93f2-e612e6895b4f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: cc883daa-e656-477d-91ff-b973885c6b1f
  kind: Event
  lastTimestamp: "2026-09-16T19:34:30Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e4208b9a55e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "37530"
    uid: fbe416e8-8205-4589-9822-2092680f0c05
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:15Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37253"
    uid: cc883daa-e656-477d-91ff-b973885c6b1f
  kind: Event
  lastTimestamp: "2026-09-16T19:34:30Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:34:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:34:30Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e4208bf84d4b
    namespace: kserve-ci-e2e-test
    resourceVersion: "37531"
    uid: c0feea95-994b-4124-aea7-144239f4b2d5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37422"
    uid: cc883daa-e656-477d-91ff-b973885c6b1f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:15Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e42789cef55d
    namespace: kserve-ci-e2e-test
    resourceVersion: "37947"
    uid: 39fbe8c1-b8a3-428d-adf2-c8ba84a5453c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-s3-tls-serving-pass-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "37422"
    uid: cc883daa-e656-477d-91ff-b973885c6b1f
  kind: Event
  lastTimestamp: "2026-09-16T19:35:15Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:34:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:35:15Z"
    name: isvc-sklearn-s3-tls-serving-pass-predictor.18d5e4278a34f769
    namespace: kserve-ci-e2e-test
    resourceVersion: "37949"
    uid: fd769b9f-7c36-45f7-a03f-d640349f64de
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37245"
    uid: 7aa8fc15-7743-485d-b625-6c3638f0ada2
  kind: Event
  lastTimestamp: "2026-09-16T19:35:24Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:24Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e41d0ccc330a
    namespace: kserve-ci-e2e-test
    resourceVersion: "38024"
    uid: c8554a1e-5ef8-4dd7-b60a-27cab352be0c
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:34:00Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "37245"
    uid: 7aa8fc15-7743-485d-b625-6c3638f0ada2
  kind: Event
  lastTimestamp: "2026-09-16T19:34:00Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3-tls-serving-pass":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3-tls-serving-pass":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:34:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:34:00Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e41d0d4bdb13
    namespace: kserve-ci-e2e-test
    resourceVersion: "37260"
    uid: 5a4d270e-3a66-4554-8995-527f0c545e73
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:35:24Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3-tls-serving-pass
    namespace: kserve-ci-e2e-test
    resourceVersion: "38022"
    uid: 7aa8fc15-7743-485d-b625-6c3638f0ada2
  kind: Event
  lastTimestamp: "2026-09-16T19:35:24Z"
  message: InferenceService [isvc-sklearn-s3-tls-serving-pass] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:35:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:35:24Z"
    name: isvc-sklearn-s3-tls-serving-pass.18d5e430bae0cf3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "38023"
    uid: dacddf9e-c3e7-4499-85bb-725565f47887
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34277"
    uid: 4971393f-5385-48d8-a9c3-7a7b5a0b9258
  kind: Event
  lastTimestamp: "2026-09-16T19:30:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:26Z"
    name: isvc-sklearn-s3.18d5e3d8650b729b
    namespace: kserve-ci-e2e-test
    resourceVersion: "35022"
    uid: bb764a69-8d7b-4853-a47f-ae077cc287fc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "34277"
    uid: 4971393f-5385-48d8-a9c3-7a7b5a0b9258
  kind: Event
  lastTimestamp: "2026-09-16T19:29:05Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-s3": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-s3":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:29:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:29:05Z"
    name: isvc-sklearn-s3.18d5e3d8658101e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "34292"
    uid: 65cd597b-d4e8-4458-bea7-25f1e1437370
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:30:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-s3
    namespace: kserve-ci-e2e-test
    resourceVersion: "35020"
    uid: 4971393f-5385-48d8-a9c3-7a7b5a0b9258
  kind: Event
  lastTimestamp: "2026-09-16T19:30:26Z"
  message: InferenceService [isvc-sklearn-s3] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:30:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:30:26Z"
    name: isvc-sklearn-s3.18d5e3eb58d12b0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "35021"
    uid: 7226ba37-fb29-44d8-9cf3-390987c9b8a0
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-scheduler-predictor-6d4f4894f6
    namespace: kserve-ci-e2e-test
    resourceVersion: "21318"
    uid: 1851641d-9285-4b07-83c8-05f45c406c56
  kind: Event
  lastTimestamp: "2026-09-16T19:07:07Z"
  message: 'Created pod: isvc-sklearn-scheduler-predictor-6d4f4894f6-wqmsd'
  metadata:
    creationTimestamp: "2026-09-16T19:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:07Z"
    name: isvc-sklearn-scheduler-predictor-6d4f4894f6.18d5e2a599289304
    namespace: kserve-ci-e2e-test
    resourceVersion: "21328"
    uid: 6999ec98-f892-4a9c-a08a-db234c32a359
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:07Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-scheduler-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "21317"
    uid: 5b4b2d62-0267-4c89-8be8-f2f5412cecb7
  kind: Event
  lastTimestamp: "2026-09-16T19:07:07Z"
  message: Scaled up replica set isvc-sklearn-scheduler-predictor-6d4f4894f6 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:07:07Z"
    name: isvc-sklearn-scheduler-predictor.18d5e2a5963d0797
    namespace: kserve-ci-e2e-test
    resourceVersion: "21320"
    uid: bcb636ce-af1c-4647-b3c7-8cb9f53750ce
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: 43b6185a-510a-4109-8ce3-395b4d63709b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:08Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:08Z"
    name: isvc-sklearn-scheduler.18d5e2a595e00594
    namespace: kserve-ci-e2e-test
    resourceVersion: "21343"
    uid: 1aac8f53-fd5f-4ac2-b4e0-e974080c73a8
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: 43b6185a-510a-4109-8ce3-395b4d63709b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:07Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-scheduler":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:07Z"
    name: isvc-sklearn-scheduler.18d5e2a59643c19d
    namespace: kserve-ci-e2e-test
    resourceVersion: "21335"
    uid: f71a998a-81f0-410c-86b6-3c1b4c77992e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:07Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-scheduler
    namespace: kserve-ci-e2e-test
    resourceVersion: "21308"
    uid: 43b6185a-510a-4109-8ce3-395b4d63709b
  kind: Event
  lastTimestamp: "2026-09-16T19:07:07Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-sklearn-scheduler": the object has
    been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:07:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:07Z"
    name: isvc-sklearn-scheduler.18d5e2a596442238
    namespace: kserve-ci-e2e-test
    resourceVersion: "21336"
    uid: 4532ef2b-1a61-4d05-bc04-f3560388937a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:15:50.509882Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26162"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:15:50Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:15:50Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e31f4c19c5ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "26168"
    uid: 316af875-a57c-485f-9d16-8e5cb4c5afc6
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:15:50Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-mixed-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:50Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e31f56940826
    namespace: kserve-ci-e2e-test
    resourceVersion: "26178"
    uid: 5bf91f05-2596-4078-ad25-c59f7f348d1a
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:51Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26173"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:15:51Z"
  message: Add eth0 [10.134.0.47/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:15:51Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e31f91d30293
    namespace: kserve-ci-e2e-test
    resourceVersion: "26216"
    uid: 84cfdb0d-7875-4672-bf4a-7a68c6e6fe89
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:15:51Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:51Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e31f93aa99c5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26218"
    uid: 1ab1d66c-ec8c-4756-9f64-903d9e33e65c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:15:51Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:51Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e31f96f10983
    namespace: kserve-ci-e2e-test
    resourceVersion: "26219"
    uid: f1673e14-df29-4dd2-936a-98aa3997173f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:15:51Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:15:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:51Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e31f976318f5
    namespace: kserve-ci-e2e-test
    resourceVersion: "26220"
    uid: 24976dbd-efef-4da9-a13b-3ec377f484d8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:15:55Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:55Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e32075b99f79
    namespace: kserve-ci-e2e-test
    resourceVersion: "26356"
    uid: c035888f-9218-48f7-b857-8416658c4b29
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:15:55Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:55Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e320795d04bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "26360"
    uid: 47171652-0dd9-4e57-9368-1c484ae14467
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:15:55Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:55Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e32079dce733
    namespace: kserve-ci-e2e-test
    resourceVersion: "26361"
    uid: ec362aae-c1bf-45b3-8dee-ed4c165921c6
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:15:55Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:55Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e32079e66d12
    namespace: kserve-ci-e2e-test
    resourceVersion: "26362"
    uid: db3626d2-b1d5-445d-8237-f8aa59848d59
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:15:55Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:55Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e3207cf76b75
    namespace: kserve-ci-e2e-test
    resourceVersion: "26364"
    uid: 3ee26596-f549-48d6-977d-68f7c0194f8f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:15:55Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:15:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:55Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e3207d66db1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "26365"
    uid: 6f8df0ed-2318-4fa7-99da-7dfaf04209d9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:17:23Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.47:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:15:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:23Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e320ed9ddc55
    namespace: kserve-ci-e2e-test
    resourceVersion: "27285"
    uid: 55eadd41-ee63-43d6-b450-bef3b594a846
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:17:20Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:20Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e3344527fc24
    namespace: kserve-ci-e2e-test
    resourceVersion: "27262"
    uid: ea9b465c-3407-4b38-8b87-bbbcd720e645
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:17:20Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:20Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e3344528d769
    namespace: kserve-ci-e2e-test
    resourceVersion: "27263"
    uid: d7a6a1ec-6bc5-4d8a-ae26-5ca5d8879202
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn
    namespace: kserve-ci-e2e-test
    resourceVersion: "26165"
    uid: eb3d6380-1448-4622-aabc-627adde20eb8
  kind: Event
  lastTimestamp: "2026-09-16T19:17:23Z"
  message: 'Readiness probe failed: Get "https://10.134.0.47:8643/healthz": dial tcp
    10.134.0.47:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:23Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn.18d5e334f3d1f55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "27284"
    uid: 0898b9d9-397c-4dfe-b590-ba1eee76697d
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487
    namespace: kserve-ci-e2e-test
    resourceVersion: "26150"
    uid: 4a7cc559-7090-4955-969f-66462605d738
  kind: Event
  lastTimestamp: "2026-09-16T19:15:50Z"
  message: 'Created pod: isvc-sklearn-v2-mixed-predictor-9ffcf5487-l68bn'
  metadata:
    creationTimestamp: "2026-09-16T19:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:50Z"
    name: isvc-sklearn-v2-mixed-predictor-9ffcf5487.18d5e31f4b7a1dcf
    namespace: kserve-ci-e2e-test
    resourceVersion: "26166"
    uid: cee7d3b7-ecae-4b16-a8c4-3ca39c3e9514
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:50Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26148"
    uid: 37ed577f-53c4-40f7-9d84-c2c059873bc1
  kind: Event
  lastTimestamp: "2026-09-16T19:15:50Z"
  message: Scaled up replica set isvc-sklearn-v2-mixed-predictor-9ffcf5487 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:50Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e31f472a93be
    namespace: kserve-ci-e2e-test
    resourceVersion: "26153"
    uid: 0bca95c3-e53b-4c36-8003-c378cef81458
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26149"
    uid: 96794d3a-2dcd-4900-bb4e-a1b695a5ccb3
  kind: Event
  lastTimestamp: "2026-09-16T19:16:35Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:35Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e322c592d892
    namespace: kserve-ci-e2e-test
    resourceVersion: "26898"
    uid: 8e37d36d-f166-4309-b623-816e64ddd60b
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:05Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26149"
    uid: 96794d3a-2dcd-4900-bb4e-a1b695a5ccb3
  kind: Event
  lastTimestamp: "2026-09-16T19:16:35Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:16:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:16:35Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e322c627fccb
    namespace: kserve-ci-e2e-test
    resourceVersion: "26900"
    uid: 787a1cdc-7d4d-47b7-b640-008ef8b554a5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: 96794d3a-2dcd-4900-bb4e-a1b695a5ccb3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:20Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:20Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e32d4370cbc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27246"
    uid: a9ff8afb-9646-4826-aae4-35a533dadf21
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:16:50Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-mixed-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "26493"
    uid: 96794d3a-2dcd-4900-bb4e-a1b695a5ccb3
  kind: Event
  lastTimestamp: "2026-09-16T19:17:20Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:16:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:20Z"
    name: isvc-sklearn-v2-mixed-predictor.18d5e32d43f68f6d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27248"
    uid: ab4c5b70-3875-4f86-936b-995494f491ad
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26141"
    uid: 182e6221-b638-4c33-a881-be3f2392a564
  kind: Event
  lastTimestamp: "2026-09-16T19:17:13Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:13Z"
    name: isvc-sklearn-v2-mixed.18d5e31f47114e78
    namespace: kserve-ci-e2e-test
    resourceVersion: "27192"
    uid: 3214a03a-247f-47a8-beba-990c052b7dc4
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:50Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "26141"
    uid: 182e6221-b638-4c33-a881-be3f2392a564
  kind: Event
  lastTimestamp: "2026-09-16T19:15:50Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-mixed":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-mixed":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:15:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:50Z"
    name: isvc-sklearn-v2-mixed.18d5e31f479043f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "26155"
    uid: ba8c44d0-5fe9-44e1-a7f3-5a8548406d5f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-mixed
    namespace: kserve-ci-e2e-test
    resourceVersion: "27190"
    uid: 182e6221-b638-4c33-a881-be3f2392a564
  kind: Event
  lastTimestamp: "2026-09-16T19:17:13Z"
  message: InferenceService [isvc-sklearn-v2-mixed] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:17:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:13Z"
    name: isvc-sklearn-v2-mixed.18d5e332a5238f8f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27191"
    uid: 763b710d-0599-49d1-9a3d-eed864051c2f
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:14:15.108842Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25090"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:14:15Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:14:15Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e30915c1759d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25097"
    uid: b0b94f83-0e1a-456f-954c-c69483862990
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:14:15Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-sklearn-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:15Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e3091f44d9f4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25104"
    uid: 53cf362a-b0f2-4e32-98c4-fe90a070fdde
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:16Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25101"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:14:16Z"
  message: Add eth0 [10.134.0.44/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:14:16Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e3095b3a9d36
    namespace: kserve-ci-e2e-test
    resourceVersion: "25119"
    uid: 293d2a12-921e-4234-9864-c3c98836c560
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:14:16Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:16Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e3095c9d61f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "25121"
    uid: 80fbd90f-ac16-4328-b8a8-fc48f202b037
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:14:16Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:16Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e3095f5d85e4
    namespace: kserve-ci-e2e-test
    resourceVersion: "25122"
    uid: c180d4e9-d024-45be-97ec-6d8c70772ecf
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:14:16Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:14:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:16Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e3095fde9787
    namespace: kserve-ci-e2e-test
    resourceVersion: "25123"
    uid: 7db8415f-b094-4305-a41e-b9484574be7d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:14:21Z"
  message: Container image "quay.io/opendatahub/sklearn-serving-runtime:odh-pr-1988"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:21Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e30a768a88bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25161"
    uid: 74f938e6-d812-4b63-b023-f12f2092754f
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:14:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:21Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e30a79692776
    namespace: kserve-ci-e2e-test
    resourceVersion: "25165"
    uid: cf44e4b9-e741-4fe1-8b06-43a9414ba177
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:14:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:21Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e30a79cbc07a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25167"
    uid: 29f54a0e-acab-4160-8ecf-cbc0f02771da
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:14:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:21Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e30a79d416ca
    namespace: kserve-ci-e2e-test
    resourceVersion: "25168"
    uid: fa96f494-1a22-413c-838f-6e272aad52b7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:14:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:21Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e30a7c971c3a
    namespace: kserve-ci-e2e-test
    resourceVersion: "25171"
    uid: b55eebda-78fd-4bce-a979-3cd7ee49dc84
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:14:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:21Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e30a7cf0042d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25172"
    uid: 73b1fc6a-d70d-46c7-9056-122965a89510
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:22Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:15:48Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.44:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:22Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:48Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e30ab291821d
    namespace: kserve-ci-e2e-test
    resourceVersion: "26014"
    uid: e09a36a7-23c3-40f9-bf49-c28e5d6b2f81
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:15:45Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:45Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e31e15f2f820
    namespace: kserve-ci-e2e-test
    resourceVersion: "25975"
    uid: 885a3177-ac2b-4dc2-aaa2-7af4cb439326
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:15:45Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:15:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:45Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e31e15f38169
    namespace: kserve-ci-e2e-test
    resourceVersion: "25976"
    uid: 7d8f51a8-dffa-49c5-a8db-59f51ce05cde
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:48Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg
    namespace: kserve-ci-e2e-test
    resourceVersion: "25094"
    uid: b4710141-8492-43c6-a2b3-b7b48a7272d6
  kind: Event
  lastTimestamp: "2026-09-16T19:15:48Z"
  message: 'Readiness probe failed: Get "https://10.134.0.44:8643/healthz": dial tcp
    10.134.0.44:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:15:48Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:15:48Z"
    name: isvc-sklearn-v2-predictor-ccf59f694-5ftbg.18d5e31eb8d49ef6
    namespace: kserve-ci-e2e-test
    resourceVersion: "26009"
    uid: 274aba0f-76ed-4f8e-8933-32cc4f39a6a0
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-predictor-ccf59f694
    namespace: kserve-ci-e2e-test
    resourceVersion: "25078"
    uid: 40ad008b-9331-4aee-a9f4-9dee28341fa1
  kind: Event
  lastTimestamp: "2026-09-16T19:14:15Z"
  message: 'Created pod: isvc-sklearn-v2-predictor-ccf59f694-5ftbg'
  metadata:
    creationTimestamp: "2026-09-16T19:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:15Z"
    name: isvc-sklearn-v2-predictor-ccf59f694.18d5e30914e63dc3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25091"
    uid: 155cff19-4e8b-4caf-a5e0-dddddb29fe06
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:15Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25075"
    uid: 075e60a3-f437-42d8-8db5-81e3aa3a19cc
  kind: Event
  lastTimestamp: "2026-09-16T19:14:15Z"
  message: Scaled up replica set isvc-sklearn-v2-predictor-ccf59f694 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:15Z"
    name: isvc-sklearn-v2-predictor.18d5e30911c60eeb
    namespace: kserve-ci-e2e-test
    resourceVersion: "25080"
    uid: bfc9403b-33bb-4510-879b-c395bf45c5ed
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25077"
    uid: be6dc23a-84cb-469d-8d8a-c7ed875848e6
  kind: Event
  lastTimestamp: "2026-09-16T19:15:00Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:00Z"
    name: isvc-sklearn-v2-predictor.18d5e30c905093e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25619"
    uid: cac28d0a-77f7-405d-a336-1b7de77df752
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:30Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25077"
    uid: be6dc23a-84cb-469d-8d8a-c7ed875848e6
  kind: Event
  lastTimestamp: "2026-09-16T19:15:00Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:14:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:00Z"
    name: isvc-sklearn-v2-predictor.18d5e30c90c0b932
    namespace: kserve-ci-e2e-test
    resourceVersion: "25620"
    uid: dfa26c1a-d525-4991-9d46-9e57ffe949ca
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: be6dc23a-84cb-469d-8d8a-c7ed875848e6
  kind: Event
  lastTimestamp: "2026-09-16T19:15:45Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:45Z"
    name: isvc-sklearn-v2-predictor.18d5e310113f1c2f
    namespace: kserve-ci-e2e-test
    resourceVersion: "25957"
    uid: 3f7585db-f427-4caa-902b-a916792d52e8
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:45Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "25250"
    uid: be6dc23a-84cb-469d-8d8a-c7ed875848e6
  kind: Event
  lastTimestamp: "2026-09-16T19:15:45Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:14:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:15:45Z"
    name: isvc-sklearn-v2-predictor.18d5e31011b7f070
    namespace: kserve-ci-e2e-test
    resourceVersion: "25958"
    uid: 441e4009-8dfb-4135-a15b-63cd24f314e5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:13:09.871654Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24370"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:13:09Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:13:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e2f9e5510345
    namespace: kserve-ci-e2e-test
    resourceVersion: "24374"
    uid: 8cdb23c7-059d-4d77-94e5-81c465d547ff
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:10Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24381"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:10Z"
  message: Add eth0 [10.134.0.43/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:13:10Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e2fa0751305d
    namespace: kserve-ci-e2e-test
    resourceVersion: "24390"
    uid: 2db2fe25-c37d-4100-904d-6c386184408f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:10Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:10Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e2fa08d87024
    namespace: kserve-ci-e2e-test
    resourceVersion: "24393"
    uid: cc00bbab-70f0-44ce-9d3b-d53bfc26812e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:10Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:10Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e2fa0b7905f8
    namespace: kserve-ci-e2e-test
    resourceVersion: "24394"
    uid: 625b2e3b-7f7b-4b8b-8ecd-125c2486fab9
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:10Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:10Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:13:10Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:10Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e2fa0bd95dcc
    namespace: kserve-ci-e2e-test
    resourceVersion: "24395"
    uid: 66e244a9-b32c-44a4-9782-e478f2d0a4db
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:14Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e2fb0640502b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24484"
    uid: b8656dce-7adb-407d-9175-ae9ad2bbcebd
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:14Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e2fb096c5335
    namespace: kserve-ci-e2e-test
    resourceVersion: "24487"
    uid: 575662c5-700d-4893-8896-e6c71b8043ec
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:14Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e2fb09cc5844
    namespace: kserve-ci-e2e-test
    resourceVersion: "24489"
    uid: 81b06065-bbfe-4697-b79a-bdbb77f1691f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:14Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e2fb09d6aa19
    namespace: kserve-ci-e2e-test
    resourceVersion: "24490"
    uid: e573e910-6e82-48cd-a053-f3ffd01d6322
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:14Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e2fb0cc15faa
    namespace: kserve-ci-e2e-test
    resourceVersion: "24493"
    uid: 9443c15a-f940-43a4-93e3-abcf053d994d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:14Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:13:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:14Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e2fb0d1dd1d1
    namespace: kserve-ci-e2e-test
    resourceVersion: "24494"
    uid: a87026e3-418d-41d2-82b0-de683d4eecd5
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:52Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:13:52Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:13:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:13:52Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e303e127a87b
    namespace: kserve-ci-e2e-test
    resourceVersion: "24792"
    uid: 6e191ad7-d8b3-4e2b-8a58-8005b84ff669
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:09Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e307e44b661d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25025"
    uid: 412d25e1-7e04-4430-90e1-00babb5aedb9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:09Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:09Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:14:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e307e44edc0d
    namespace: kserve-ci-e2e-test
    resourceVersion: "25026"
    uid: 6b370d91-6ebe-44c6-8dc0-36bf83d9d748
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:12Z"
  message: 'Readiness probe failed: Get "https://10.134.0.43:8643/healthz": dial tcp
    10.134.0.43:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e30888328e9b
    namespace: kserve-ci-e2e-test
    resourceVersion: "25050"
    uid: eac181ba-7447-4768-9354-63cec67420b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh
    namespace: kserve-ci-e2e-test
    resourceVersion: "24372"
    uid: e946002d-42b4-430a-85f1-ba4c4108d6b0
  kind: Event
  lastTimestamp: "2026-09-16T19:14:12Z"
  message: 'Readiness probe failed: Get "http://10.134.0.43:8080/v2/models/isvc-sklearn-v2-runtime/ready":
    dial tcp 10.134.0.43:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:14:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:14:12Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh.18d5e308888c21aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "25051"
    uid: ab3e2378-9586-48cc-ad91-b7c96dc6d105
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498
    namespace: kserve-ci-e2e-test
    resourceVersion: "24355"
    uid: f91e1340-cdee-4c0a-a49a-69721857fde2
  kind: Event
  lastTimestamp: "2026-09-16T19:13:09Z"
  message: 'Created pod: isvc-sklearn-v2-runtime-predictor-5f69c7d498-8hvhh'
  metadata:
    creationTimestamp: "2026-09-16T19:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:09Z"
    name: isvc-sklearn-v2-runtime-predictor-5f69c7d498.18d5e2f9e492d790
    namespace: kserve-ci-e2e-test
    resourceVersion: "24371"
    uid: f4cae1f3-7bde-4b1e-9b26-37ba882be93e
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:09Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24352"
    uid: 7ad0490f-1fb5-4122-a926-b1c0a8c2ee4e
  kind: Event
  lastTimestamp: "2026-09-16T19:13:09Z"
  message: Scaled up replica set isvc-sklearn-v2-runtime-predictor-5f69c7d498 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:09Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2f9dfec1588
    namespace: kserve-ci-e2e-test
    resourceVersion: "24357"
    uid: d981d6c6-8cdc-4a7c-9169-7d450ddf124c
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24354"
    uid: c06598df-2350-4992-b08e-eb335f42f445
  kind: Event
  lastTimestamp: "2026-09-16T19:13:39Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:39Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2fd5e6c288a
    namespace: kserve-ci-e2e-test
    resourceVersion: "24689"
    uid: f22bac8d-d1eb-488b-b7a0-78b6283eca13
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:24Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24354"
    uid: c06598df-2350-4992-b08e-eb335f42f445
  kind: Event
  lastTimestamp: "2026-09-16T19:13:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:13:24Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:13:39Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e2fd5eda1e64
    namespace: kserve-ci-e2e-test
    resourceVersion: "24690"
    uid: cf42e90d-8852-4018-b7a1-d5e4f20489c1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24580"
    uid: c06598df-2350-4992-b08e-eb335f42f445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:09Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:09Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e3045c8fb6e3
    namespace: kserve-ci-e2e-test
    resourceVersion: "25000"
    uid: 11590f8f-bcea-413f-99b3-150cbc775f51
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:54Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-sklearn-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "24580"
    uid: c06598df-2350-4992-b08e-eb335f42f445
  kind: Event
  lastTimestamp: "2026-09-16T19:14:09Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:13:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:14:09Z"
    name: isvc-sklearn-v2-runtime-predictor.18d5e3045d0ea3ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "25001"
    uid: e65ae953-41a9-4116-94b8-ce91635e1912
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: 0d8285d4-8b3a-4ca0-abaf-1132abfe0fad
  kind: Event
  lastTimestamp: "2026-09-16T19:14:02Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:02Z"
    name: isvc-sklearn-v2-runtime.18d5e2f9df9b33e6
    namespace: kserve-ci-e2e-test
    resourceVersion: "24943"
    uid: b1577b88-5a30-4fa4-9cef-ff8ca1db7a5e
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:13:09Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24346"
    uid: 0d8285d4-8b3a-4ca0-abaf-1132abfe0fad
  kind: Event
  lastTimestamp: "2026-09-16T19:13:09Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:13:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:13:09Z"
    name: isvc-sklearn-v2-runtime.18d5e2f9e015822f
    namespace: kserve-ci-e2e-test
    resourceVersion: "24358"
    uid: 33e06af4-ffbc-45cf-bdc4-cca54fb5309f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:02Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "24941"
    uid: 0d8285d4-8b3a-4ca0-abaf-1132abfe0fad
  kind: Event
  lastTimestamp: "2026-09-16T19:14:02Z"
  message: InferenceService [isvc-sklearn-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:14:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:02Z"
    name: isvc-sklearn-v2-runtime.18d5e306398ecf63
    namespace: kserve-ci-e2e-test
    resourceVersion: "24942"
    uid: 89f7b11a-8de5-47f1-9451-2d8dd25e4d7d
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: e84b7643-fe02-438e-9065-af5b3b23f403
  kind: Event
  lastTimestamp: "2026-09-16T19:15:38Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:38Z"
    name: isvc-sklearn-v2.18d5e30911c8d753
    namespace: kserve-ci-e2e-test
    resourceVersion: "25908"
    uid: 2b99c4d5-2f86-45a2-971f-49720fd95776
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:14:15Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25068"
    uid: e84b7643-fe02-438e-9065-af5b3b23f403
  kind: Event
  lastTimestamp: "2026-09-16T19:14:15Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:14:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:14:15Z"
    name: isvc-sklearn-v2.18d5e3091240e083
    namespace: kserve-ci-e2e-test
    resourceVersion: "25085"
    uid: 8847e582-2b93-4daf-82c5-fd1332a3a068
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:15:38Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "25906"
    uid: e84b7643-fe02-438e-9065-af5b3b23f403
  kind: Event
  lastTimestamp: "2026-09-16T19:15:38Z"
  message: InferenceService [isvc-sklearn-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:15:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:15:38Z"
    name: isvc-sklearn-v2.18d5e31c6abe91a7
    namespace: kserve-ci-e2e-test
    resourceVersion: "25907"
    uid: 6ef0d2c0-358c-4938-8250-a596c5aab854
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21635"
    uid: 164963ec-6f1a-4dfb-8345-d929feb8ba1e
  kind: Event
  lastTimestamp: "2026-09-16T19:09:05Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:05Z"
    name: isvc-sklearn.18d5e2ad8b60d587
    namespace: kserve-ci-e2e-test
    resourceVersion: "22376"
    uid: 7eff3ea0-8688-4abd-962d-da2f27bce0dc
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:07:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "21635"
    uid: 164963ec-6f1a-4dfb-8345-d929feb8ba1e
  kind: Event
  lastTimestamp: "2026-09-16T19:07:41Z"
  message: 'Failed to update status for InferenceService "isvc-sklearn": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-sklearn": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:07:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:07:41Z"
    name: isvc-sklearn.18d5e2ad8c22f11a
    namespace: kserve-ci-e2e-test
    resourceVersion: "21651"
    uid: 831c8708-a00f-434e-82e2-009e27c689c9
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:05Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-sklearn
    namespace: kserve-ci-e2e-test
    resourceVersion: "22374"
    uid: 164963ec-6f1a-4dfb-8345-d929feb8ba1e
  kind: Event
  lastTimestamp: "2026-09-16T19:09:05Z"
  message: InferenceService [isvc-sklearn] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:09:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:05Z"
    name: isvc-sklearn.18d5e2c0e914e9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "22375"
    uid: b569ea04-0e31-4b64-880e-d0a03a0ed445
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:17:25.766670Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27327"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-predictor-547dfc5669-xqjk6
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:17:25Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:17:25Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e33579d90425
    namespace: kserve-ci-e2e-test
    resourceVersion: "27333"
    uid: 07e70513-8cff-410f-8a74-f02fbe889cba
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:26Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27337"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:26Z"
  message: Add eth0 [10.133.0.45/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:17:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e3359bea2441
    namespace: kserve-ci-e2e-test
    resourceVersion: "27346"
    uid: a087c195-d8bd-4655-bce7-d27e87b60376
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:26Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e3359d65373a
    namespace: kserve-ci-e2e-test
    resourceVersion: "27348"
    uid: 18f17983-3716-44b8-a4a9-799ed627c903
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:26Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e335a01c5d35
    namespace: kserve-ci-e2e-test
    resourceVersion: "27349"
    uid: 7c62606c-e850-408e-bc4a-6444be2f34f3
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:26Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:26Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:17:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:26Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e335a08c16aa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27350"
    uid: a3845a58-6f42-45ec-a859-b6982b3edb33
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:31Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:31Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-16T19:17:31Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:31Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e336e08b3dba
    namespace: kserve-ci-e2e-test
    resourceVersion: "27396"
    uid: f80cfb97-0ba2-4a80-866e-87af4aa40cd9
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:35Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.556s (3.556s
    including waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e337b4850f26
    namespace: kserve-ci-e2e-test
    resourceVersion: "27425"
    uid: 4c6c15d7-6955-43c4-a226-e4575f7f26e1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:35Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e337b7b69538
    namespace: kserve-ci-e2e-test
    resourceVersion: "27428"
    uid: 5935c356-06f8-4d1f-a59f-35936bd2f82d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:35Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e337b8262e81
    namespace: kserve-ci-e2e-test
    resourceVersion: "27429"
    uid: 6c8893df-e2e0-4898-b873-5f7354815e99
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:35Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e337b82fdbfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27430"
    uid: 62d7b0dc-3f62-454b-90c4-f5418b51f760
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:35Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e337bb37c8d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27431"
    uid: 3c8c68ec-725c-4f4c-accb-a5d199f3256e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:35Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:35Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e337bba7bb15
    namespace: kserve-ci-e2e-test
    resourceVersion: "27432"
    uid: a94a12af-ff97-421a-bcb1-1adb7360194e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:42Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.45:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:17:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:17:42Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e337d0ffe2f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27492"
    uid: b4592e8a-f262-48d0-8670-0d485b4da0a1
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:05Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e33ed3dff4c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "27782"
    uid: f5140c2b-5bed-4f36-9d0b-7a416069ad85
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:05Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:05Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:18:05Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:05Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e33ed3e081c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "27783"
    uid: 69565c93-8d37-40a0-9ab5-d63443060e10
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27331"
    uid: ee32aa7e-1e71-4965-b484-ef3e2aa8518e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:32Z"
  message: 'Readiness probe failed: Get "https://10.133.0.45:8643/healthz": dial tcp
    10.133.0.45:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:18:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:32Z"
    name: isvc-tensorflow-predictor-547dfc5669-xqjk6.18d5e33f44c62034
    namespace: kserve-ci-e2e-test
    resourceVersion: "28048"
    uid: 1d5e5895-8118-4bd8-a5be-f8df80ae4206
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-predictor-547dfc5669
    namespace: kserve-ci-e2e-test
    resourceVersion: "27317"
    uid: 56f4b264-fa9b-418a-af9d-fa9fc089e77e
  kind: Event
  lastTimestamp: "2026-09-16T19:17:25Z"
  message: 'Created pod: isvc-tensorflow-predictor-547dfc5669-xqjk6'
  metadata:
    creationTimestamp: "2026-09-16T19:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:25Z"
    name: isvc-tensorflow-predictor-547dfc5669.18d5e33579563ac9
    namespace: kserve-ci-e2e-test
    resourceVersion: "27330"
    uid: 5f1e1967-3ba5-470f-8b54-ed5759bb78f6
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:25Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27315"
    uid: 2984baad-ab2a-48c7-9f22-fa1aeedeec1d
  kind: Event
  lastTimestamp: "2026-09-16T19:17:25Z"
  message: Scaled up replica set isvc-tensorflow-predictor-547dfc5669 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:25Z"
    name: isvc-tensorflow-predictor.18d5e335768db819
    namespace: kserve-ci-e2e-test
    resourceVersion: "27320"
    uid: 330e0fbc-e38b-40f9-a77b-5b9808d1d975
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27316"
    uid: cfa6e76b-8d22-42ab-8bcb-9b82dbd2def9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:55Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:55Z"
    name: isvc-tensorflow-predictor.18d5e338f5594bea
    namespace: kserve-ci-e2e-test
    resourceVersion: "27671"
    uid: 1e88e083-4ad1-4a34-97a5-9df5fc342d3c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:40Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27316"
    uid: cfa6e76b-8d22-42ab-8bcb-9b82dbd2def9
  kind: Event
  lastTimestamp: "2026-09-16T19:17:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:17:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:17:55Z"
    name: isvc-tensorflow-predictor.18d5e338f5c68745
    namespace: kserve-ci-e2e-test
    resourceVersion: "27672"
    uid: 9b09b0d3-d919-434b-91c7-95f3d8b319eb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:18:11.218278Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27847"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:18:11Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:18:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e3400ef97dc7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27853"
    uid: f5ecdf09-0930-4659-a509-b8e6f964a24c
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:11Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:11Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-tensorflow-runtime-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e3401b48dac7
    namespace: kserve-ci-e2e-test
    resourceVersion: "27861"
    uid: 9bce1460-77f6-4f7d-a3de-ca3e20d58e24
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:12Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27857"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:12Z"
  message: Add eth0 [10.134.0.50/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:18:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e3405455ebe4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27874"
    uid: 44186eb2-3fa1-4c86-b27b-a01210a4ade2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:12Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e34055dd3d0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "27876"
    uid: 9de95764-500e-476f-a1fc-8c68e0eb2c66
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:12Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e34059bce478
    namespace: kserve-ci-e2e-test
    resourceVersion: "27877"
    uid: 4bf245f8-229b-4d63-889b-b71d60f97d30
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:12Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:18:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:12Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e3405a2b2ae6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27878"
    uid: 0e7ab47d-d788-4da6-8ccb-f4d60e0e4b41
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:18Z"
  message: Pulling image "tensorflow/serving:2.6.2"
  metadata:
    creationTimestamp: "2026-09-16T19:18:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:18Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e341b067f1cd
    namespace: kserve-ci-e2e-test
    resourceVersion: "27923"
    uid: 3d53063c-e89f-423d-92b7-eed07b5f252f
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:21Z"
  message: 'Successfully pulled image "tensorflow/serving:2.6.2" in 3.58s (3.58s including
    waiting). Image size: 425873876 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e34285d93649
    namespace: kserve-ci-e2e-test
    resourceVersion: "27950"
    uid: 7ac15f7e-b97d-4e3f-927f-61ee13b02749
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:21Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e34288da153f
    namespace: kserve-ci-e2e-test
    resourceVersion: "27952"
    uid: 126414db-663a-4fb7-ba01-1a151b7a9551
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:21Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e342894b000d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27953"
    uid: 1c05ad35-eefc-4446-87b7-c70b7d134094
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:21Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e342895469e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27954"
    uid: 8677bca3-85f0-4d49-9a18-f095e6eac51e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:21Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e3428c4a0be3
    namespace: kserve-ci-e2e-test
    resourceVersion: "27957"
    uid: 771715ea-9006-4450-8b32-4821e3547ef5
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:21Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:21Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:18:21Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:21Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e3428cb7f8a5
    namespace: kserve-ci-e2e-test
    resourceVersion: "27958"
    uid: 74603b16-2de3-46bb-a0eb-8c04c9629db8
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:29Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.50:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:18:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:29Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e342dc2266ec
    namespace: kserve-ci-e2e-test
    resourceVersion: "28019"
    uid: a9927f14-af93-4a93-8b09-955424d813af
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:51Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e34969dacf64
    namespace: kserve-ci-e2e-test
    resourceVersion: "28202"
    uid: fe86113d-118e-41aa-a82d-9149ded9cfb7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:18:51Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:18:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:51Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e34969db907e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28203"
    uid: 1aa02487-7b58-4f3e-b9e9-b638b6c23fdf
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 6
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4
    namespace: kserve-ci-e2e-test
    resourceVersion: "27850"
    uid: daa30e71-6923-463d-aa56-b616d5a85a4e
  kind: Event
  lastTimestamp: "2026-09-16T19:19:19Z"
  message: 'Readiness probe failed: Get "https://10.134.0.50:8643/healthz": dial tcp
    10.134.0.50:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:18:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:19Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4.18d5e34a142050fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "28473"
    uid: c27dc471-1e46-48ac-8360-83d697f38399
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-tensorflow-runtime-predictor-855cfcd677
    namespace: kserve-ci-e2e-test
    resourceVersion: "27837"
    uid: 305b469f-e9da-4132-9674-0dd3215d74d4
  kind: Event
  lastTimestamp: "2026-09-16T19:18:11Z"
  message: 'Created pod: isvc-tensorflow-runtime-predictor-855cfcd677-p68m4'
  metadata:
    creationTimestamp: "2026-09-16T19:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:11Z"
    name: isvc-tensorflow-runtime-predictor-855cfcd677.18d5e3400df97e3d
    namespace: kserve-ci-e2e-test
    resourceVersion: "27848"
    uid: 4f945b62-6e5f-41f8-bd6e-dc389d498913
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:11Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27835"
    uid: f9b14c77-f2b9-4f4b-865b-563336fdc7d3
  kind: Event
  lastTimestamp: "2026-09-16T19:18:11Z"
  message: Scaled up replica set isvc-tensorflow-runtime-predictor-855cfcd677 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:11Z"
    name: isvc-tensorflow-runtime-predictor.18d5e340098a4bc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27840"
    uid: 7556c576-2a73-44ac-a63c-7ab432352f96
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27836"
    uid: f8a10f0a-c0e1-4872-bf25-2904c2c38a42
  kind: Event
  lastTimestamp: "2026-09-16T19:18:26Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:26Z"
    name: isvc-tensorflow-runtime-predictor.18d5e3438872cbaa
    namespace: kserve-ci-e2e-test
    resourceVersion: "27992"
    uid: a2d170fc-fb83-4b17-9379-33e793ce5fca
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:26Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27836"
    uid: f8a10f0a-c0e1-4872-bf25-2904c2c38a42
  kind: Event
  lastTimestamp: "2026-09-16T19:18:26Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:18:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:26Z"
    name: isvc-tensorflow-runtime-predictor.18d5e34388d920e1
    namespace: kserve-ci-e2e-test
    resourceVersion: "27994"
    uid: f64f0ca3-cd03-408a-9c42-877626fc91fe
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27993"
    uid: f8a10f0a-c0e1-4872-bf25-2904c2c38a42
  kind: Event
  lastTimestamp: "2026-09-16T19:18:41Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:41Z"
    name: isvc-tensorflow-runtime-predictor.18d5e34707d5a9bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "28115"
    uid: 7f1a379a-b402-4aeb-af9a-69a9d3586b52
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:41Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-tensorflow-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "27993"
    uid: f8a10f0a-c0e1-4872-bf25-2904c2c38a42
  kind: Event
  lastTimestamp: "2026-09-16T19:18:41Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:18:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:41Z"
    name: isvc-tensorflow-runtime-predictor.18d5e3470831ea79
    namespace: kserve-ci-e2e-test
    resourceVersion: "28116"
    uid: 13629813-e441-4e50-88d1-64e4bd8692be
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27827"
    uid: 319ad202-5779-45f1-b88a-b2e653e49282
  kind: Event
  lastTimestamp: "2026-09-16T19:18:39Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:39Z"
    name: isvc-tensorflow-runtime.18d5e34009806a52
    namespace: kserve-ci-e2e-test
    resourceVersion: "28102"
    uid: 8c996d06-0179-45b9-a3cb-86950c0a14dd
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:11Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "27827"
    uid: 319ad202-5779-45f1-b88a-b2e653e49282
  kind: Event
  lastTimestamp: "2026-09-16T19:18:11Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:18:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:11Z"
    name: isvc-tensorflow-runtime.18d5e3400a83cdc6
    namespace: kserve-ci-e2e-test
    resourceVersion: "27843"
    uid: 8de302ed-f868-4f40-ae80-b51fee01a90e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:39Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "28100"
    uid: 319ad202-5779-45f1-b88a-b2e653e49282
  kind: Event
  lastTimestamp: "2026-09-16T19:18:39Z"
  message: InferenceService [isvc-tensorflow-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:18:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:39Z"
    name: isvc-tensorflow-runtime.18d5e3469b7d84c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "28101"
    uid: db9c6db5-5ea5-4bda-876d-a9bb24bd9b74
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27307"
    uid: 59b8b355-d0f9-4ebd-82e2-82fdf528587a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:52Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:52Z"
    name: isvc-tensorflow.18d5e33576be0360
    namespace: kserve-ci-e2e-test
    resourceVersion: "27620"
    uid: 44ec7104-9e2f-4f48-9bb1-461f6a01cd12
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:25Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27307"
    uid: 59b8b355-d0f9-4ebd-82e2-82fdf528587a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:25Z"
  message: 'Failed to update status for InferenceService "isvc-tensorflow": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-tensorflow":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:17:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:25Z"
    name: isvc-tensorflow.18d5e335771f4434
    namespace: kserve-ci-e2e-test
    resourceVersion: "27323"
    uid: a3dcc53f-c4a0-40a5-90ed-7c8c013ddd0d
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:17:52Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-tensorflow
    namespace: kserve-ci-e2e-test
    resourceVersion: "27618"
    uid: 59b8b355-d0f9-4ebd-82e2-82fdf528587a
  kind: Event
  lastTimestamp: "2026-09-16T19:17:52Z"
  message: InferenceService [isvc-tensorflow] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:17:52Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:17:52Z"
    name: isvc-tensorflow.18d5e33bcc930907
    namespace: kserve-ci-e2e-test
    resourceVersion: "27619"
    uid: 3d8a8449-6a12-49eb-ac14-fac0f5e39a05
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:18:56.578109Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28266"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-triton-predictor-5d7db58676-q2njr
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e34a9ea19f2e
    namespace: kserve-ci-e2e-test
    resourceVersion: "28271"
    uid: c68991f8-7862-460d-b90b-aee8533d0542
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-triton-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e34aa551fe7c
    namespace: kserve-ci-e2e-test
    resourceVersion: "28283"
    uid: a0b0c316-d5e0-4b08-b9ce-3094cbdd03d0
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:57Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28276"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:18:57Z"
  message: Add eth0 [10.133.0.46/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:18:57Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e34ad2aa39f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "28291"
    uid: 4518e24e-fc71-4111-be78-22cde24d2ab8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:18:57Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:57Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e34ad43c2993
    namespace: kserve-ci-e2e-test
    resourceVersion: "28294"
    uid: b66d4cad-9f8e-49b0-9a37-39a7da09670a
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:18:57Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:57Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e34ad7335a04
    namespace: kserve-ci-e2e-test
    resourceVersion: "28296"
    uid: 5b35504f-1be9-40b6-91f4-e922767b8626
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:18:57Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:18:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:18:57Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e34ad7a81903
    namespace: kserve-ci-e2e-test
    resourceVersion: "28297"
    uid: a3d697b4-dcf0-4382-a509-bd6d374c1849
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:02Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:19:02Z"
  message: Pulling image "nvcr.io/nvidia/tritonserver:23.05-py3"
  metadata:
    creationTimestamp: "2026-09-16T19:19:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:19:02Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e34bef66fbf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "28336"
    uid: 94a747b2-1beb-4c57-88ba-d877a4295cca
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:56Z"
  message: 'Successfully pulled image "nvcr.io/nvidia/tritonserver:23.05-py3" in 1m54.116s
    (1m54.116s including waiting). Image size: 12907074623 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:56Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e36681435ce9
    namespace: kserve-ci-e2e-test
    resourceVersion: "29367"
    uid: 67611fb7-528b-4557-8d34-3213a56b0bbf
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:56Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:56Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e3668658dd56
    namespace: kserve-ci-e2e-test
    resourceVersion: "29368"
    uid: c39617d2-db09-4a5e-937e-2b084a8b74d1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:56Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:56Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e366874e8a19
    namespace: kserve-ci-e2e-test
    resourceVersion: "29370"
    uid: 2ff7a26a-06bf-468f-9159-fc896f11d7d7
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:56Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:56Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e366875a61ef
    namespace: kserve-ci-e2e-test
    resourceVersion: "29371"
    uid: e5c5d794-b23e-4809-8848-a875d4967bce
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:56Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:56Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e3668be762de
    namespace: kserve-ci-e2e-test
    resourceVersion: "29372"
    uid: 7830e753-fc00-4555-9a21-dbc8642dc489
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:56Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:56Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:20:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:56Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e3668ce2aacd
    namespace: kserve-ci-e2e-test
    resourceVersion: "29373"
    uid: 0474ec5b-b6be-4e7d-800a-070861fae333
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:20:57Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:20:58Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.46:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:20:57Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:20:58Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e366e0d98bf1
    namespace: kserve-ci-e2e-test
    resourceVersion: "29394"
    uid: 0012eeb5-a8ea-4bfd-9538-64194308b167
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:08Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e369605ff471
    namespace: kserve-ci-e2e-test
    resourceVersion: "29552"
    uid: d118df86-ffaa-4697-943c-24efa90f8801
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:08Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e3696060fd60
    namespace: kserve-ci-e2e-test
    resourceVersion: "29553"
    uid: e8503294-161b-43bb-9466-3c6daf9f523a
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:08Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-triton-predictor-5d7db58676-q2njr
    namespace: kserve-ci-e2e-test
    resourceVersion: "28269"
    uid: 77d47624-1592-4419-8c7b-fba5a250e8d9
  kind: Event
  lastTimestamp: "2026-09-16T19:21:08Z"
  message: 'Readiness probe failed: Get "https://10.133.0.46:8643/healthz": dial tcp
    10.133.0.46:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:08Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:08Z"
    name: isvc-triton-predictor-5d7db58676-q2njr.18d5e36970bd714c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29556"
    uid: 4184effa-e580-463f-b424-88c1be6ec38c
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-triton-predictor-5d7db58676
    namespace: kserve-ci-e2e-test
    resourceVersion: "28256"
    uid: f7e21a7b-07f9-4348-9ebb-3f583e6d2af9
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: 'Created pod: isvc-triton-predictor-5d7db58676-q2njr'
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-triton-predictor-5d7db58676.18d5e34a9df0d56d
    namespace: kserve-ci-e2e-test
    resourceVersion: "28268"
    uid: e4b2d839-0bcd-414d-8efc-2d38bc5466d4
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28254"
    uid: c493efcd-b941-4734-9e1a-adc516d0e345
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: Scaled up replica set isvc-triton-predictor-5d7db58676 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-triton-predictor.18d5e34a9aabc66b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28259"
    uid: b154cee0-3fa8-477c-9041-1bdd13a091c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28255"
    uid: 02406928-89c4-492d-ab80-ffc3088e330f
  kind: Event
  lastTimestamp: "2026-09-16T19:20:56Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:56Z"
    name: isvc-triton-predictor.18d5e34e19206986
    namespace: kserve-ci-e2e-test
    resourceVersion: "29374"
    uid: 4bb6a74a-ea26-4d4e-b2d9-07763a852131
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T19:19:11Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-triton-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "28255"
    uid: 02406928-89c4-492d-ab80-ffc3088e330f
  kind: Event
  lastTimestamp: "2026-09-16T19:20:56Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:19:11Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:20:56Z"
    name: isvc-triton-predictor.18d5e34e19b1c999
    namespace: kserve-ci-e2e-test
    resourceVersion: "29375"
    uid: 2c29b3b9-3f5e-4cc8-9ab9-cf87b9ba9125
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28246"
    uid: f1ed9ead-c2ca-4e3d-b2a1-15d2cd03d354
  kind: Event
  lastTimestamp: "2026-09-16T19:21:04Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:04Z"
    name: isvc-triton.18d5e34a9aa604df
    namespace: kserve-ci-e2e-test
    resourceVersion: "29490"
    uid: 7c63cc73-9ee2-40b9-832c-1e28e1cdbd53
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28246"
    uid: f1ed9ead-c2ca-4e3d-b2a1-15d2cd03d354
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: 'Failed to update status for InferenceService "isvc-triton": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-triton": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-triton.18d5e34a9b438b0b
    namespace: kserve-ci-e2e-test
    resourceVersion: "28277"
    uid: 77617ea2-28ab-49b8-8533-c48140188da2
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:18:56Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "28249"
    uid: f1ed9ead-c2ca-4e3d-b2a1-15d2cd03d354
  kind: Event
  lastTimestamp: "2026-09-16T19:18:56Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-triton": the object has been modified;
    please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:18:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:18:56Z"
    name: isvc-triton.18d5e34aa08f9258
    namespace: kserve-ci-e2e-test
    resourceVersion: "28278"
    uid: 527674d5-14f2-46bd-b2cf-8249501f22b5
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:04Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-triton
    namespace: kserve-ci-e2e-test
    resourceVersion: "29486"
    uid: f1ed9ead-c2ca-4e3d-b2a1-15d2cd03d354
  kind: Event
  lastTimestamp: "2026-09-16T19:21:04Z"
  message: InferenceService [isvc-triton] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:21:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:04Z"
    name: isvc-triton.18d5e368523a9b1f
    namespace: kserve-ci-e2e-test
    resourceVersion: "29487"
    uid: ba6a8aaf-d2c6-4c98-9dd8-814072cf660a
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:21:13.962841Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29614"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-predictor-7566d65bf7-7fvqz
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:21:13Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:21:13Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36a9b668f81
    namespace: kserve-ci-e2e-test
    resourceVersion: "29621"
    uid: b3a9f0d5-067a-4d93-8581-6fee40df131b
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:15Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29622"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:21:15Z"
  message: Add eth0 [10.134.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:21:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36af257db57
    namespace: kserve-ci-e2e-test
    resourceVersion: "29642"
    uid: 25382e70-bb28-40eb-855c-a1305dd92a9f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:21:15Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36af47dd31d
    namespace: kserve-ci-e2e-test
    resourceVersion: "29644"
    uid: edbc2627-c416-4af1-b9e0-aa92ef63fb67
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:21:15Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36af78d845a
    namespace: kserve-ci-e2e-test
    resourceVersion: "29646"
    uid: 4963f6b6-176e-4f3e-82ad-77d98a53125e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:15Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:21:15Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:21:15Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:15Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36af808575e
    namespace: kserve-ci-e2e-test
    resourceVersion: "29647"
    uid: f4df2a25-5e35-46ff-ade0-63ac4cd97b6f
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:20Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:21:20Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:21:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:20Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36c0aa6b956
    namespace: kserve-ci-e2e-test
    resourceVersion: "29685"
    uid: fd3fd0df-4e77-4071-93c7-8cff6cb0cb6c
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:21:36Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 16.695s (16.695s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36fedc5e679
    namespace: kserve-ci-e2e-test
    resourceVersion: "29817"
    uid: 47ac1acd-0bc1-4422-9db5-1b5b5632839c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:21:36Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36ff21800f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29818"
    uid: 6483e90f-6a3e-4959-bb1e-62d4bb2cf359
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:21:36Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36ff2a3df26
    namespace: kserve-ci-e2e-test
    resourceVersion: "29819"
    uid: 3fcd7ccb-2921-40d1-a1da-27b8b233cd79
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:21:36Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36ff2ade666
    namespace: kserve-ci-e2e-test
    resourceVersion: "29820"
    uid: 0dd09e1f-0b08-475c-9280-dd34acbad556
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:21:36Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36ff5dd9cc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "29821"
    uid: b02ef640-6b05-4e8c-88e8-86daabf71ae8
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:21:36Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:21:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:21:36Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e36ff6590f30
    namespace: kserve-ci-e2e-test
    resourceVersion: "29822"
    uid: 044011b0-d71e-47cd-a0bf-cb2299b79838
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:38Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:22:54Z"
  message: 'Readiness probe failed: dial tcp 10.134.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:21:38Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e3704214e55e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30589"
    uid: 71da5b3f-7b21-48c4-9b65-226421010578
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:22:54Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e381e806939e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30585"
    uid: dcaf6036-4008-4bf3-8c0b-7b214aa18bbd
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:22:54Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e381e8070824
    namespace: kserve-ci-e2e-test
    resourceVersion: "30586"
    uid: 5d1798c2-e26d-4479-addb-ce1e6ebabbe6
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:54Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz
    namespace: kserve-ci-e2e-test
    resourceVersion: "29618"
    uid: feadf624-0953-494e-a4e4-925e17cc2043
  kind: Event
  lastTimestamp: "2026-09-16T19:22:54Z"
  message: 'Readiness probe failed: Get "https://10.134.0.53:8643/healthz": dial tcp
    10.134.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:22:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:54Z"
    name: isvc-xgboost-predictor-7566d65bf7-7fvqz.18d5e381f4524812
    namespace: kserve-ci-e2e-test
    resourceVersion: "30588"
    uid: 22e79776-7fe5-4789-ad98-0a7f3678f334
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-predictor-7566d65bf7
    namespace: kserve-ci-e2e-test
    resourceVersion: "29602"
    uid: 9d58ea76-79b5-4efc-baf5-02bf6e208af7
  kind: Event
  lastTimestamp: "2026-09-16T19:21:13Z"
  message: 'Created pod: isvc-xgboost-predictor-7566d65bf7-7fvqz'
  metadata:
    creationTimestamp: "2026-09-16T19:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:13Z"
    name: isvc-xgboost-predictor-7566d65bf7.18d5e36a99b92bf8
    namespace: kserve-ci-e2e-test
    resourceVersion: "29616"
    uid: 7642395e-46ef-497d-99bc-22bb35efe554
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:13Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29600"
    uid: 5045e0f2-0c41-4e37-94f1-7dfb83c06037
  kind: Event
  lastTimestamp: "2026-09-16T19:21:13Z"
  message: Scaled up replica set isvc-xgboost-predictor-7566d65bf7 from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:21:13Z"
    name: isvc-xgboost-predictor.18d5e36a931d5b9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "29604"
    uid: e10e5aa7-cb54-488d-817b-65c0ef2c9b7b
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29603"
    uid: 540051ff-37f5-4840-92e3-c59dd1fd1a3e
  kind: Event
  lastTimestamp: "2026-09-16T19:22:13Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:13Z"
    name: isvc-xgboost-predictor.18d5e36e12d250a9
    namespace: kserve-ci-e2e-test
    resourceVersion: "30091"
    uid: fb984344-8304-41d3-9aa0-923ddc45356d
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29603"
    uid: 540051ff-37f5-4840-92e3-c59dd1fd1a3e
  kind: Event
  lastTimestamp: "2026-09-16T19:22:13Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:21:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:13Z"
    name: isvc-xgboost-predictor.18d5e36e13613f46
    namespace: kserve-ci-e2e-test
    resourceVersion: "30092"
    uid: 5b1a0ae3-46bc-4f1c-b223-f8c506bd198a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29759"
    uid: 540051ff-37f5-4840-92e3-c59dd1fd1a3e
  kind: Event
  lastTimestamp: "2026-09-16T19:22:43Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:43Z"
    name: isvc-xgboost-predictor.18d5e37c101aa1eb
    namespace: kserve-ci-e2e-test
    resourceVersion: "30480"
    uid: 11f408db-dde6-4f4c-88d4-b99050039b58
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:28Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "29759"
    uid: 540051ff-37f5-4840-92e3-c59dd1fd1a3e
  kind: Event
  lastTimestamp: "2026-09-16T19:22:43Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:22:28Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:43Z"
    name: isvc-xgboost-predictor.18d5e37c10e593bd
    namespace: kserve-ci-e2e-test
    resourceVersion: "30482"
    uid: a161d94d-5938-4388-a4e2-daf70016258a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:24:49.739298Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31786"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:24:49Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:24:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e39cd8adc0fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "31792"
    uid: d66c17dc-bbdd-45e9-9798-efd8fb031498
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:50Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31796"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:50Z"
  message: Add eth0 [10.133.0.52/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:24:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e39cfaac4444
    namespace: kserve-ci-e2e-test
    resourceVersion: "31804"
    uid: 53715ec8-69d8-41ee-9588-be16f10fd7f6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:50Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e39cfc91c3ba
    namespace: kserve-ci-e2e-test
    resourceVersion: "31806"
    uid: 91a9e1f4-049b-4591-b08f-5d1689710d40
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:50Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e39cff63a371
    namespace: kserve-ci-e2e-test
    resourceVersion: "31808"
    uid: b90efb4b-4e6e-4048-b691-e1d75de61999
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:50Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:50Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:24:50Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:50Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e39cffd0c57b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31809"
    uid: 68c23fac-9e42-424b-9974-db119fdcde7e
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:24:55Z"
  message: Pulling image "kserve/xgbserver:latest"
  metadata:
    creationTimestamp: "2026-09-16T19:24:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:55Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e39e18ff1a9c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31852"
    uid: 9288d2e7-4a33-4a2a-904f-605b03cf4181
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:12Z"
  message: 'Successfully pulled image "kserve/xgbserver:latest" in 17.054s (17.054s
    including waiting). Image size: 1332365570 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:12Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e3a21180ccd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31978"
    uid: 6f1868e5-c0bd-4599-ba4e-aec5c324a714
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:12Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:12Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e3a214d2f991
    namespace: kserve-ci-e2e-test
    resourceVersion: "31979"
    uid: d529004e-1391-4e26-abfd-d3bd7537f329
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:12Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:12Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e3a215476d5b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31980"
    uid: b17fb652-feb8-4516-a130-b18697f71d76
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:12Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:12Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e3a21552446e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31981"
    uid: 99021b16-4fc2-407e-afe2-e876e972c3f7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:12Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:12Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e3a21869bb79
    namespace: kserve-ci-e2e-test
    resourceVersion: "31983"
    uid: 202bd1f4-69a6-4005-8618-0b307e3b19cd
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:12Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:25:12Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:25:12Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:25:12Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e3a218df6290
    namespace: kserve-ci-e2e-test
    resourceVersion: "31984"
    uid: fcc93504-14d0-459b-b901-13f64f625ead
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:14Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:26:30Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.52:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:25:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e3a28ba5fb41
    namespace: kserve-ci-e2e-test
    resourceVersion: "32683"
    uid: 536555b9-a507-472d-852f-a976c9cf700b
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:26:29Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e3b4242184c9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32676"
    uid: c5916841-d721-40a3-bd4e-e312261282ad
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:29Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:26:29Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:29Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:29Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e3b42421f60c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32677"
    uid: 4794f46a-81e3-4891-907a-8e73fd7fdd19
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31790"
    uid: 3dc8e25a-429a-445b-99d0-eba35e2a69d5
  kind: Event
  lastTimestamp: "2026-09-16T19:26:30Z"
  message: 'Readiness probe failed: Get "https://10.133.0.52:8643/healthz": dial tcp
    10.133.0.52:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:26:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:30Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9.18d5e3b43dd22aa7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32682"
    uid: 3c8816d2-cb0b-48cc-9c76-4ca6c9604efa
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-runtime-predictor-54dd488c85
    namespace: kserve-ci-e2e-test
    resourceVersion: "31775"
    uid: ecf71f69-61f3-4fbd-8be5-c56b43b190d6
  kind: Event
  lastTimestamp: "2026-09-16T19:24:49Z"
  message: 'Created pod: isvc-xgboost-runtime-predictor-54dd488c85-vrcs9'
  metadata:
    creationTimestamp: "2026-09-16T19:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:49Z"
    name: isvc-xgboost-runtime-predictor-54dd488c85.18d5e39cd8258271
    namespace: kserve-ci-e2e-test
    resourceVersion: "31789"
    uid: 709fafc2-8ce5-4733-8b4a-11c0571cae77
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:49Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31773"
    uid: 396cfd7f-b023-47f6-8813-226ef4360fd8
  kind: Event
  lastTimestamp: "2026-09-16T19:24:49Z"
  message: Scaled up replica set isvc-xgboost-runtime-predictor-54dd488c85 from 0
    to 1
  metadata:
    creationTimestamp: "2026-09-16T19:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:49Z"
    name: isvc-xgboost-runtime-predictor.18d5e39cd3de2539
    namespace: kserve-ci-e2e-test
    resourceVersion: "31778"
    uid: 5263bc3a-bb2b-4d60-aef5-7427d92591bc
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31774"
    uid: 51b73705-1f7d-4317-9f0f-2255ff616c12
  kind: Event
  lastTimestamp: "2026-09-16T19:25:49Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:49Z"
    name: isvc-xgboost-runtime-predictor.18d5e3a052604c46
    namespace: kserve-ci-e2e-test
    resourceVersion: "32294"
    uid: d73a0a41-71d5-4eb9-a1cc-8364518283f9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 4
  eventTime: null
  firstTimestamp: "2026-09-16T19:25:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31774"
    uid: 51b73705-1f7d-4317-9f0f-2255ff616c12
  kind: Event
  lastTimestamp: "2026-09-16T19:25:49Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:25:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:25:49Z"
    name: isvc-xgboost-runtime-predictor.18d5e3a052ceef61
    namespace: kserve-ci-e2e-test
    resourceVersion: "32295"
    uid: 7ba0287e-abb2-4c04-ae1a-1dd172851b6b
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31924"
    uid: 51b73705-1f7d-4317-9f0f-2255ff616c12
  kind: Event
  lastTimestamp: "2026-09-16T19:26:19Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:19Z"
    name: isvc-xgboost-runtime-predictor.18d5e3ae4dced32f
    namespace: kserve-ci-e2e-test
    resourceVersion: "32582"
    uid: 91c5fbc2-58ca-4e5f-ba86-af6237bceeb7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:04Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31924"
    uid: 51b73705-1f7d-4317-9f0f-2255ff616c12
  kind: Event
  lastTimestamp: "2026-09-16T19:26:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:26:04Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:19Z"
    name: isvc-xgboost-runtime-predictor.18d5e3ae4e3cb3c8
    namespace: kserve-ci-e2e-test
    resourceVersion: "32583"
    uid: 4f413e2f-e27e-49d5-ba01-baf94881e873
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31766"
    uid: 2a95654a-e6e4-4b89-afa6-fe00b45546c3
  kind: Event
  lastTimestamp: "2026-09-16T19:26:20Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:20Z"
    name: isvc-xgboost-runtime.18d5e39cd3db2f1d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32596"
    uid: d0cac337-276b-4a9c-a810-9c2fd7d14c32
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:49Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "31766"
    uid: 2a95654a-e6e4-4b89-afa6-fe00b45546c3
  kind: Event
  lastTimestamp: "2026-09-16T19:24:49Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-runtime": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:24:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:49Z"
    name: isvc-xgboost-runtime.18d5e39cd493116d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31781"
    uid: 7f1c1a24-c695-4eb9-aca9-07c82774e386
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:20Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32594"
    uid: 2a95654a-e6e4-4b89-afa6-fe00b45546c3
  kind: Event
  lastTimestamp: "2026-09-16T19:26:20Z"
  message: InferenceService [isvc-xgboost-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:26:20Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:20Z"
    name: isvc-xgboost-runtime.18d5e3b1ef59860b
    namespace: kserve-ci-e2e-test
    resourceVersion: "32595"
    uid: 1ff2aee6-a647-4cd1-afcb-090e673a0571
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:22:59.209775Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30650"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e3831c9b1688
    namespace: kserve-ci-e2e-test
    resourceVersion: "30657"
    uid: 6bb5b22b-c085-4d2a-8a56-80cf26d96749
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30661"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: Add eth0 [10.134.0.55/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e3833e5cff73
    namespace: kserve-ci-e2e-test
    resourceVersion: "30674"
    uid: 29ad41ef-1d68-44cc-baaa-5ba7a288fee2
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e383401bdb83
    namespace: kserve-ci-e2e-test
    resourceVersion: "30676"
    uid: f3cd4d58-ca04-4dc1-8b9e-b49ab8446cfe
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e3834340127e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30677"
    uid: 4bc04429-07c9-4a7b-b49f-85b53189078e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e38343a01292
    namespace: kserve-ci-e2e-test
    resourceVersion: "30678"
    uid: 25ad7d03-7872-4725-9c1c-c24d29865373
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e38425973fea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30711"
    uid: a44e9a6a-ab75-4692-8fcb-bd145982685e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e384285863d8
    namespace: kserve-ci-e2e-test
    resourceVersion: "30713"
    uid: 31a3ccee-fc2f-40f8-9ebe-91f7f355e12e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e38428b97fa1
    namespace: kserve-ci-e2e-test
    resourceVersion: "30714"
    uid: 201f8c50-f0c0-43b7-b7dd-f7170fc350a4
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e38428c2d141
    namespace: kserve-ci-e2e-test
    resourceVersion: "30715"
    uid: c9c80779-8550-4d8f-a5e2-e11140aaace7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e3842b62543c
    namespace: kserve-ci-e2e-test
    resourceVersion: "30718"
    uid: 7af52374-5909-4080-bbb9-a56b5c8c0ba2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:23:03Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:03Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e3842bc34ddf
    namespace: kserve-ci-e2e-test
    resourceVersion: "30719"
    uid: 4cc93977-d4d5-4cb3-8b04-fc0216ce3d11
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:23:49Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e38ec836d703
    namespace: kserve-ci-e2e-test
    resourceVersion: "31080"
    uid: cf87ce29-b44f-4747-8b7d-23cc1fd33743
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:49Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:23:49Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:23:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:49Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e38ec8374bce
    namespace: kserve-ci-e2e-test
    resourceVersion: "31081"
    uid: e44557ec-6be3-4894-9a65-dd32425fa7b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:23:51Z"
  message: 'Readiness probe failed: Get "https://10.134.0.55:8643/healthz": dial tcp
    10.134.0.55:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e38f535dd97d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31102"
    uid: f62997e3-b3d2-4964-9faa-3ceb2aaa43f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:51Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98
    namespace: kserve-ci-e2e-test
    resourceVersion: "30654"
    uid: 0bf1ae1a-b155-4603-af80-eb136de46752
  kind: Event
  lastTimestamp: "2026-09-16T19:23:51Z"
  message: 'Readiness probe failed: Get "http://10.134.0.55:8080/v2/models/isvc-xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.55:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:23:51Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:51Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98.18d5e38f53a9a56e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31103"
    uid: 1eb2dd3a-d059-45e8-b170-d4eea3c593f9
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54
    namespace: kserve-ci-e2e-test
    resourceVersion: "30640"
    uid: ee42adf7-616d-48ca-91fa-8667d5bfbe67
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: 'Created pod: isvc-xgboost-v2-mlserver-predictor-7b55b84f54-m9q98'
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-xgboost-v2-mlserver-predictor-7b55b84f54.18d5e3831c009d01
    namespace: kserve-ci-e2e-test
    resourceVersion: "30655"
    uid: 1091611e-33c9-40cd-ac4a-cdc8ce42af6a
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30638"
    uid: ebabd4d8-f05b-43c6-a8b3-5e42d09de260
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: Scaled up replica set isvc-xgboost-v2-mlserver-predictor-7b55b84f54 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e38317f76685
    namespace: kserve-ci-e2e-test
    resourceVersion: "30641"
    uid: 87d3e0f8-cf0d-4f81-921d-cbbaa9d2446f
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: bb080490-773b-480c-aa07-a6f69d6305d1
  kind: Event
  lastTimestamp: "2026-09-16T19:23:29Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:29Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e3869760c890
    namespace: kserve-ci-e2e-test
    resourceVersion: "30907"
    uid: 9d388efe-92db-4c7f-ab8b-32c713bee53c
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:14Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30639"
    uid: bb080490-773b-480c-aa07-a6f69d6305d1
  kind: Event
  lastTimestamp: "2026-09-16T19:23:29Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:23:14Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:29Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e38698bf3c1e
    namespace: kserve-ci-e2e-test
    resourceVersion: "30908"
    uid: 7e3ac0c0-bd88-4662-ac90-52d02beb8405
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30801"
    uid: bb080490-773b-480c-aa07-a6f69d6305d1
  kind: Event
  lastTimestamp: "2026-09-16T19:23:44Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:44Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e38d97eabdda
    namespace: kserve-ci-e2e-test
    resourceVersion: "31029"
    uid: 986a13ba-1a37-4a3b-bc32-f78f5719e3b9
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:44Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "30801"
    uid: bb080490-773b-480c-aa07-a6f69d6305d1
  kind: Event
  lastTimestamp: "2026-09-16T19:23:44Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:23:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:44Z"
    name: isvc-xgboost-v2-mlserver-predictor.18d5e38d985ac9fd
    namespace: kserve-ci-e2e-test
    resourceVersion: "31030"
    uid: 603a9c5b-1443-4276-8dd9-cba2c7cfe817
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30630"
    uid: 3341869b-2f97-40c3-9790-06d94b128646
  kind: Event
  lastTimestamp: "2026-09-16T19:23:41Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:41Z"
    name: isvc-xgboost-v2-mlserver.18d5e38317f9e73d
    namespace: kserve-ci-e2e-test
    resourceVersion: "31009"
    uid: fde8a7e5-4ef1-4eed-8bae-33d164ef8ed2
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30630"
    uid: 3341869b-2f97-40c3-9790-06d94b128646
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-mlserver":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-xgboost-v2-mlserver.18d5e38318aac3f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "30663"
    uid: 3d2708da-e295-484b-bb53-ec6f88ddf476
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:59Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "30635"
    uid: 3341869b-2f97-40c3-9790-06d94b128646
  kind: Event
  lastTimestamp: "2026-09-16T19:22:59Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2-mlserver": the object
    has been modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:22:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:59Z"
    name: isvc-xgboost-v2-mlserver.18d5e38320850ec0
    namespace: kserve-ci-e2e-test
    resourceVersion: "30664"
    uid: b3bb0412-6794-4c7c-a16e-2ecb0265b36a
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31007"
    uid: 3341869b-2f97-40c3-9790-06d94b128646
  kind: Event
  lastTimestamp: "2026-09-16T19:23:41Z"
  message: InferenceService [isvc-xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:23:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:41Z"
    name: isvc-xgboost-v2-mlserver.18d5e38d04e56164
    namespace: kserve-ci-e2e-test
    resourceVersion: "31008"
    uid: 71dc6891-f1e8-45dc-b26d-859f90b036f5
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:27:40.235592Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33395"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:27:40Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:27:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c48b0cc166
    namespace: kserve-ci-e2e-test
    resourceVersion: "33401"
    uid: 71087d77-b3dd-4d0a-a9b1-1c765d80decd
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:40Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:40Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "isvc-xgboost-v2-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c496065bc2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33414"
    uid: 0065375d-6dce-422c-b3ce-055c5a3041a4
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33407"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:41Z"
  message: Add eth0 [10.133.0.53/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:27:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c4d0c398f2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33425"
    uid: c6ec369d-b411-4648-9b94-54c945204613
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:41Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c4d242410f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33427"
    uid: 744a20a3-da90-4dd8-8097-a346aaa9e29b
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:41Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c4d51c03e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "33429"
    uid: 012f93b9-cba9-4de4-bb9a-a103b787aafa
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:41Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:41Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:27:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:41Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c4d58d586e
    namespace: kserve-ci-e2e-test
    resourceVersion: "33430"
    uid: 6d8384b0-cd75-489e-9516-1152ae64c4ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:45Z"
  message: Container image "kserve/xgbserver:latest" already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c5dd04bb28
    namespace: kserve-ci-e2e-test
    resourceVersion: "33472"
    uid: 6a0fef5d-1d53-487c-b461-d560015bfc44
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:45Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c5e04e8ea9
    namespace: kserve-ci-e2e-test
    resourceVersion: "33476"
    uid: edfcd017-1adc-43cb-92d3-6e2490481f3a
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:45Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c5e0c2adf6
    namespace: kserve-ci-e2e-test
    resourceVersion: "33477"
    uid: 028a0794-28d4-4cc5-94a0-ab5b2419bd75
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:45Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:45Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:27:45Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:45Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c5e0cd9c31
    namespace: kserve-ci-e2e-test
    resourceVersion: "33478"
    uid: cd1736ec-8ea4-41ef-9f8b-6122c4fe1a9c
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c5e3f21b28
    namespace: kserve-ci-e2e-test
    resourceVersion: "33480"
    uid: 225864ba-fecf-49ec-a3e4-ec1773b0415f
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:46Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c5e45fa348
    namespace: kserve-ci-e2e-test
    resourceVersion: "33481"
    uid: 5b6a8188-92b2-465e-a102-70d538ce791a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 9
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:47Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:03Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.53:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:47Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3c654f92ece
    namespace: kserve-ci-e2e-test
    resourceVersion: "34260"
    uid: c221cd79-9940-4795-a4b4-586294c084f4
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:00Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3d730f7f945
    namespace: kserve-ci-e2e-test
    resourceVersion: "34230"
    uid: e6f35a7a-9396-40a6-a875-5b84ed9bdbd7
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:00Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:29:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:00Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3d730f87657
    namespace: kserve-ci-e2e-test
    resourceVersion: "34231"
    uid: f878616b-166f-470a-ad1c-9179ffea2bfa
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:29:03Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj
    namespace: kserve-ci-e2e-test
    resourceVersion: "33396"
    uid: 5325af82-01a1-423c-aaa2-396a35e1ccc1
  kind: Event
  lastTimestamp: "2026-09-16T19:29:03Z"
  message: 'Readiness probe failed: Get "https://10.133.0.53:8643/healthz": dial tcp
    10.133.0.53:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:29:03Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:29:03Z"
    name: isvc-xgboost-v2-predictor-fcc668bc-6gwqj.18d5e3d8071c127a
    namespace: kserve-ci-e2e-test
    resourceVersion: "34259"
    uid: 67b25de3-ffb0-41fb-b8f1-fca875549d36
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-predictor-fcc668bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "33387"
    uid: 98788a3a-c12b-4bc6-a024-e15539cf6209
  kind: Event
  lastTimestamp: "2026-09-16T19:27:40Z"
  message: 'Created pod: isvc-xgboost-v2-predictor-fcc668bc-6gwqj'
  metadata:
    creationTimestamp: "2026-09-16T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:40Z"
    name: isvc-xgboost-v2-predictor-fcc668bc.18d5e3c48a772e32
    namespace: kserve-ci-e2e-test
    resourceVersion: "33398"
    uid: d1b9afe6-5fb0-435d-8301-81534c6f28ed
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:40Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33384"
    uid: 30c39f96-629d-496a-bb83-bfe1d06685e7
  kind: Event
  lastTimestamp: "2026-09-16T19:27:40Z"
  message: Scaled up replica set isvc-xgboost-v2-predictor-fcc668bc from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:40Z"
    name: isvc-xgboost-v2-predictor.18d5e3c48711ab44
    namespace: kserve-ci-e2e-test
    resourceVersion: "33388"
    uid: 3193609a-cabd-47df-bd38-84c615ede1f6
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33385"
    uid: 006f883d-bee4-4a28-908f-5c77804da039
  kind: Event
  lastTimestamp: "2026-09-16T19:28:10Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:10Z"
    name: isvc-xgboost-v2-predictor.18d5e3c8065e950b
    namespace: kserve-ci-e2e-test
    resourceVersion: "33669"
    uid: 65681e62-b036-48e0-80da-a74dc1890c59
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:55Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33385"
    uid: 006f883d-bee4-4a28-908f-5c77804da039
  kind: Event
  lastTimestamp: "2026-09-16T19:28:10Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:27:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:10Z"
    name: isvc-xgboost-v2-predictor.18d5e3c806da4692
    namespace: kserve-ci-e2e-test
    resourceVersion: "33670"
    uid: 22cd91c1-fa1d-4b81-8190-dceb8790efb1
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33548"
    uid: 006f883d-bee4-4a28-908f-5c77804da039
  kind: Event
  lastTimestamp: "2026-09-16T19:28:55Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:55Z"
    name: isvc-xgboost-v2-predictor.18d5e3cf043f55ae
    namespace: kserve-ci-e2e-test
    resourceVersion: "34176"
    uid: 53c07cec-121c-4020-8e9a-323a6c922f89
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:25Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "33548"
    uid: 006f883d-bee4-4a28-908f-5c77804da039
  kind: Event
  lastTimestamp: "2026-09-16T19:28:55Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:28:25Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:28:55Z"
    name: isvc-xgboost-v2-predictor.18d5e3cf04a9362b
    namespace: kserve-ci-e2e-test
    resourceVersion: "34177"
    uid: 3234f693-9e8c-4cd4-9edc-90aefbedfd2a
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:26:34.973637Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32742"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:26:34Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:26:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3b559224e9d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32748"
    uid: 7573fabb-a0a7-46a0-9548-aeea92f56667
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:35Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32752"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:35Z"
  message: Add eth0 [10.134.0.58/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:26:35Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3b57b7a69f7
    namespace: kserve-ci-e2e-test
    resourceVersion: "32760"
    uid: 60cbc78b-2e63-491d-bad8-c11cd6bf76d6
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:35Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:35Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3b57cf90795
    namespace: kserve-ci-e2e-test
    resourceVersion: "32762"
    uid: af84cb1f-0de3-4797-959d-35b61f982a42
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:35Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:35Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3b57fa1c528
    namespace: kserve-ci-e2e-test
    resourceVersion: "32763"
    uid: c979242e-6c6b-4d16-a696-373cad37f1ed
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:35Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:26:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:35Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3b5801ffc97
    namespace: kserve-ci-e2e-test
    resourceVersion: "32765"
    uid: eecbf828-aa15-4349-88fe-1543ab3b37b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:39Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3b671c07a00
    namespace: kserve-ci-e2e-test
    resourceVersion: "32804"
    uid: 5cc410bb-3958-42bf-aa74-8651890598c1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:39Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3b674fc99f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32809"
    uid: 59549366-ef4f-41f5-9cad-c04607d3f8c1
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:39Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3b6756b7084
    namespace: kserve-ci-e2e-test
    resourceVersion: "32810"
    uid: 81e723af-53fd-405b-9b08-24e05fdab9ea
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:39Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3b67575881e
    namespace: kserve-ci-e2e-test
    resourceVersion: "32811"
    uid: a82c9d99-ba41-4ae5-a477-f831092090b5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:39Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3b678c1106d
    namespace: kserve-ci-e2e-test
    resourceVersion: "32813"
    uid: ceb6d137-2d81-49ad-bf34-fd43c232b484
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:39Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:26:39Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:26:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:26:39Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3b6792ea583
    namespace: kserve-ci-e2e-test
    resourceVersion: "32814"
    uid: e55b5c72-3d8f-414c-917c-8eeea8c487e2
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:16Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:16Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:27:16Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:16Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3bf13441295
    namespace: kserve-ci-e2e-test
    resourceVersion: "33080"
    uid: bda42336-22ac-4b8e-83dd-75b5e90ad8bc
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:35Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:35Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3c35596a930
    namespace: kserve-ci-e2e-test
    resourceVersion: "33334"
    uid: 28b003d1-3bcb-49ea-8d79-bb8bce308ee5
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:35Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:35Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:27:35Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:35Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3c3559752d5
    namespace: kserve-ci-e2e-test
    resourceVersion: "33335"
    uid: 1b4fde96-e84a-4aa3-aaf7-edd583c719e9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:36Z"
  message: 'Readiness probe failed: Get "https://10.134.0.58:8643/healthz": dial tcp
    10.134.0.58:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:27:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:36Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3c3b7db4217
    namespace: kserve-ci-e2e-test
    resourceVersion: "33347"
    uid: 5bfa6c3b-c855-498d-8d37-10c75f9a2dd3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:37Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5
    namespace: kserve-ci-e2e-test
    resourceVersion: "32745"
    uid: 74e70f40-db89-4920-99b0-92a4a77d76a9
  kind: Event
  lastTimestamp: "2026-09-16T19:27:37Z"
  message: 'Readiness probe failed: Get "http://10.134.0.58:8080/v2/models/isvc-xgboost-v2-runtime/ready":
    context deadline exceeded (Client.Timeout exceeded while awaiting headers)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:27:37Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5.18d5e3c3f63ba6dd
    namespace: kserve-ci-e2e-test
    resourceVersion: "33357"
    uid: e14b34c2-bd8a-4ad1-b9dd-1c96f3dca635
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9
    namespace: kserve-ci-e2e-test
    resourceVersion: "32731"
    uid: ba140b8a-84e5-4ae9-8479-2470b5738de0
  kind: Event
  lastTimestamp: "2026-09-16T19:26:34Z"
  message: 'Created pod: isvc-xgboost-v2-runtime-predictor-7787c55dc9-tzxb5'
  metadata:
    creationTimestamp: "2026-09-16T19:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:34Z"
    name: isvc-xgboost-v2-runtime-predictor-7787c55dc9.18d5e3b558ad83b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "32744"
    uid: c75bd167-2316-4c8a-95f4-668057de02dd
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:34Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32729"
    uid: d0274046-765b-4246-b1c8-a57e4d590a72
  kind: Event
  lastTimestamp: "2026-09-16T19:26:34Z"
  message: Scaled up replica set isvc-xgboost-v2-runtime-predictor-7787c55dc9 from
    0 to 1
  metadata:
    creationTimestamp: "2026-09-16T19:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:26:34Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3b5556115f0
    namespace: kserve-ci-e2e-test
    resourceVersion: "32734"
    uid: bb377351-2c5b-49c5-a1db-df99ae8ee343
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32730"
    uid: 6603b8fa-bbc6-4b77-9fd1-a4705c5fbc52
  kind: Event
  lastTimestamp: "2026-09-16T19:27:19Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:19Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3b8d435698a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33102"
    uid: e332e76b-98dd-4ed4-9c8f-9657cceb6b81
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 3
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:49Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32730"
    uid: 6603b8fa-bbc6-4b77-9fd1-a4705c5fbc52
  kind: Event
  lastTimestamp: "2026-09-16T19:27:19Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:26:49Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:19Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3b8d4a6609c
    namespace: kserve-ci-e2e-test
    resourceVersion: "33104"
    uid: 5019be8d-754c-4a88-bece-2afea551696d
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32888"
    uid: 6603b8fa-bbc6-4b77-9fd1-a4705c5fbc52
  kind: Event
  lastTimestamp: "2026-09-16T19:27:34Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:34Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3c35134e38a
    namespace: kserve-ci-e2e-test
    resourceVersion: "33316"
    uid: 9f2be1f5-a115-4f2f-b3a0-ae7369f25966
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:34Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: isvc-xgboost-v2-runtime-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "32888"
    uid: 6603b8fa-bbc6-4b77-9fd1-a4705c5fbc52
  kind: Event
  lastTimestamp: "2026-09-16T19:27:34Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:27:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:27:34Z"
    name: isvc-xgboost-v2-runtime-predictor.18d5e3c351a0b01f
    namespace: kserve-ci-e2e-test
    resourceVersion: "33318"
    uid: fb3ad399-438f-4165-a69f-3d4b244031d0
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32720"
    uid: b8bfdfe6-6f16-4db2-b4aa-9b4701a59d05
  kind: Event
  lastTimestamp: "2026-09-16T19:27:26Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:26Z"
    name: isvc-xgboost-v2-runtime.18d5e3b5552ced98
    namespace: kserve-ci-e2e-test
    resourceVersion: "33191"
    uid: 9be3279f-34ef-47f8-bfc2-e257800b2505
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:26:34Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "32720"
    uid: b8bfdfe6-6f16-4db2-b4aa-9b4701a59d05
  kind: Event
  lastTimestamp: "2026-09-16T19:26:34Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2-runtime":
    Operation cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2-runtime":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:26:34Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:26:34Z"
    name: isvc-xgboost-v2-runtime.18d5e3b5559ebd4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "32736"
    uid: 46c91030-e4fa-4176-9d0f-425e50ba988e
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:26Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2-runtime
    namespace: kserve-ci-e2e-test
    resourceVersion: "33187"
    uid: b8bfdfe6-6f16-4db2-b4aa-9b4701a59d05
  kind: Event
  lastTimestamp: "2026-09-16T19:27:26Z"
  message: InferenceService [isvc-xgboost-v2-runtime] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:27:26Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:26Z"
    name: isvc-xgboost-v2-runtime.18d5e3c169a1b5c0
    namespace: kserve-ci-e2e-test
    resourceVersion: "33188"
    uid: 51ef3c7f-dda0-478b-b5fa-e78044d69483
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 12
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33377"
    uid: 2075f38f-2977-4ebf-98ef-0ef156fff5a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:54Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:54Z"
    name: isvc-xgboost-v2.18d5e3c487127ff0
    namespace: kserve-ci-e2e-test
    resourceVersion: "34165"
    uid: b60262b4-7e45-48b2-ab93-700640bd0108
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33377"
    uid: 2075f38f-2977-4ebf-98ef-0ef156fff5a1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:40Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost-v2": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost-v2":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:40Z"
    name: isvc-xgboost-v2.18d5e3c487b1cea1
    namespace: kserve-ci-e2e-test
    resourceVersion: "33409"
    uid: 3042ab5f-11f1-4198-b061-13449ee23600
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:27:40Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "33379"
    uid: 2075f38f-2977-4ebf-98ef-0ef156fff5a1
  kind: Event
  lastTimestamp: "2026-09-16T19:27:40Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "isvc-xgboost-v2": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:27:40Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:27:40Z"
    name: isvc-xgboost-v2.18d5e3c48e8cc257
    namespace: kserve-ci-e2e-test
    resourceVersion: "33410"
    uid: a5c03382-eab9-4469-985b-5b0c000feb43
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:28:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost-v2
    namespace: kserve-ci-e2e-test
    resourceVersion: "34163"
    uid: 2075f38f-2977-4ebf-98ef-0ef156fff5a1
  kind: Event
  lastTimestamp: "2026-09-16T19:28:54Z"
  message: InferenceService [isvc-xgboost-v2] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:28:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:28:54Z"
    name: isvc-xgboost-v2.18d5e3d5b9707b3f
    namespace: kserve-ci-e2e-test
    resourceVersion: "34164"
    uid: 37fa0f60-0727-453e-9ab2-511de614cea1
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29594"
    uid: 4df579e1-49d1-4a8f-9ffd-9abe88510451
  kind: Event
  lastTimestamp: "2026-09-16T19:22:44Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:44Z"
    name: isvc-xgboost.18d5e36a93bb1c7f
    namespace: kserve-ci-e2e-test
    resourceVersion: "30493"
    uid: eec48f75-a312-4cb4-9f15-69cec8312890
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:21:13Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "29594"
    uid: 4df579e1-49d1-4a8f-9ffd-9abe88510451
  kind: Event
  lastTimestamp: "2026-09-16T19:21:13Z"
  message: 'Failed to update status for InferenceService "isvc-xgboost": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "isvc-xgboost": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T19:21:13Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:21:13Z"
    name: isvc-xgboost.18d5e36a955fce14
    namespace: kserve-ci-e2e-test
    resourceVersion: "29608"
    uid: 32e5d215-1a41-4927-a324-82339a4d76cf
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:22:44Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: isvc-xgboost
    namespace: kserve-ci-e2e-test
    resourceVersion: "30491"
    uid: 4df579e1-49d1-4a8f-9ffd-9abe88510451
  kind: Event
  lastTimestamp: "2026-09-16T19:22:44Z"
  message: InferenceService [isvc-xgboost] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:22:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:22:44Z"
    name: isvc-xgboost.18d5e37fa59ff9ea
    namespace: kserve-ci-e2e-test
    resourceVersion: "30492"
    uid: 62161b6b-98ea-4534-84aa-8cd7de39e3f2
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T18:59:41.356022Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17210"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/message-dumper-predictor-6575bcfdfd-qwz9q
    to ip-10-0-139-120.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T18:59:41Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T18:59:41Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e23da6077abe
    namespace: kserve-ci-e2e-test
    resourceVersion: "17215"
    uid: 7cbf295b-7eb8-4814-a89f-6b70d2ff285a
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:41Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T18:59:41Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "message-dumper-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T18:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:41Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e23db1b05934
    namespace: kserve-ci-e2e-test
    resourceVersion: "17228"
    uid: f2c8619d-0521-4841-8b89-98d96c8010bb
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:42Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17222"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T18:59:42Z"
  message: Add eth0 [10.133.0.34/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T18:59:42Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e23debadb8a3
    namespace: kserve-ci-e2e-test
    resourceVersion: "17236"
    uid: a7105717-5095-4272-9f91-295a7794923f
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:42Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T18:59:42Z"
  message: Pulling image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
  metadata:
    creationTimestamp: "2026-09-16T18:59:42Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:42Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e23ded1c7736
    namespace: kserve-ci-e2e-test
    resourceVersion: "17238"
    uid: 8ba11266-d346-456c-b37e-8183a050bd4a
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T18:59:43Z"
  message: 'Successfully pulled image "gcr.io/knative-releases/knative.dev/eventing-contrib/cmd/event_display"
    in 1.284s (1.284s including waiting). Image size: 14813193 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:43Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e23e39ad6229
    namespace: kserve-ci-e2e-test
    resourceVersion: "17247"
    uid: 12aa5fc1-7aa7-4841-88b1-993da457bdf3
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T18:59:43Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:43Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e23e3d2ae72a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17249"
    uid: 6ad9a431-810a-411f-8318-acb4daeeda48
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T18:59:43Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:43Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e23e3d9757fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17250"
    uid: 8760a2ba-7c33-42af-8768-861ac0291165
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:43Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T18:59:43Z"
  message: Pulling image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
  metadata:
    creationTimestamp: "2026-09-16T18:59:43Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:43Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e23e3da3b898
    namespace: kserve-ci-e2e-test
    resourceVersion: "17251"
    uid: 8c00f5b7-685c-450c-962d-b86900bda5db
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T18:59:46Z"
  message: 'Successfully pulled image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    in 2.132s (2.132s including waiting). Image size: 211946088 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T18:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:46Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e23ebcbd9939
    namespace: kserve-ci-e2e-test
    resourceVersion: "17276"
    uid: defff2f9-9972-4d2f-8f28-59bbe1c9dcd1
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T18:59:46Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T18:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:46Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e23ebfa0d9ce
    namespace: kserve-ci-e2e-test
    resourceVersion: "17277"
    uid: 815c1204-e16e-482e-a6fb-02b2d1366800
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T18:59:46Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T18:59:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T18:59:46Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e23ec010959f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17278"
    uid: 0927389f-13da-4884-b44f-0f507959670d
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e2587ceba74d
    namespace: kserve-ci-e2e-test
    resourceVersion: "18408"
    uid: 201d3e23-d7df-46d9-b8cc-c663d334f2f4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e2587cec1fca
    namespace: kserve-ci-e2e-test
    resourceVersion: "18411"
    uid: c264b5a6-1a5c-4971-a33c-daf1796cbc79
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:01:36Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: message-dumper-predictor-6575bcfdfd-qwz9q
    namespace: kserve-ci-e2e-test
    resourceVersion: "17211"
    uid: 0ad3cf44-4463-4fb1-8e9c-9141f35ff949
  kind: Event
  lastTimestamp: "2026-09-16T19:01:36Z"
  message: 'Readiness probe failed: dial tcp 10.133.0.34:8080: connect: connection
    refused'
  metadata:
    creationTimestamp: "2026-09-16T19:01:36Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:01:36Z"
    name: message-dumper-predictor-6575bcfdfd-qwz9q.18d5e25885312bfc
    namespace: kserve-ci-e2e-test
    resourceVersion: "18434"
    uid: f44e51b6-f802-4738-a4b7-19a69472eab2
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-139-120.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-139-120.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: message-dumper-predictor-6575bcfdfd
    namespace: kserve-ci-e2e-test
    resourceVersion: "17201"
    uid: 3713203c-335f-41df-820e-caa1937bbd01
  kind: Event
  lastTimestamp: "2026-09-16T18:59:41Z"
  message: 'Created pod: message-dumper-predictor-6575bcfdfd-qwz9q'
  metadata:
    creationTimestamp: "2026-09-16T18:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:41Z"
    name: message-dumper-predictor-6575bcfdfd.18d5e23da59e795a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17212"
    uid: d04ab760-e532-4362-b34c-6ec37d50201f
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:41Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17198"
    uid: d00efae7-9bf0-4ea7-a18a-973fb02c98c6
  kind: Event
  lastTimestamp: "2026-09-16T18:59:41Z"
  message: Scaled up replica set message-dumper-predictor-6575bcfdfd from 0 to 1
  metadata:
    creationTimestamp: "2026-09-16T18:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T18:59:41Z"
    name: message-dumper-predictor.18d5e23da334b51f
    namespace: kserve-ci-e2e-test
    resourceVersion: "17204"
    uid: aac83ba9-e339-465d-beaa-85dcd39055c0
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: 321cfefa-8a4f-4be8-b792-38c42f26e987
  kind: Event
  lastTimestamp: "2026-09-16T19:00:11Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:11Z"
    name: message-dumper-predictor.18d5e2412186ef9a
    namespace: kserve-ci-e2e-test
    resourceVersion: "17634"
    uid: feb40b25-a321-42fd-b23a-fe1c414d8e07
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:56Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: message-dumper-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "17200"
    uid: 321cfefa-8a4f-4be8-b792-38c42f26e987
  kind: Event
  lastTimestamp: "2026-09-16T19:00:11Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T18:59:56Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:00:11Z"
    name: message-dumper-predictor.18d5e24121d71161
    namespace: kserve-ci-e2e-test
    resourceVersion: "17635"
    uid: aa239f3f-432d-4e37-ad47-d224a3a787bb
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 8
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 9cf5c111-0153-432c-8152-d18cffbfb118
  kind: Event
  lastTimestamp: "2026-09-16T18:59:53Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T18:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:53Z"
    name: message-dumper.18d5e23da2e06777
    namespace: kserve-ci-e2e-test
    resourceVersion: "17373"
    uid: d4fb9778-019f-4920-9f48-73e762afe11f
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:41Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17175"
    uid: 9cf5c111-0153-432c-8152-d18cffbfb118
  kind: Event
  lastTimestamp: "2026-09-16T18:59:41Z"
  message: 'Failed to update status for InferenceService "message-dumper": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "message-dumper": the
    object has been modified; please apply your changes to the latest version and
    try again'
  metadata:
    creationTimestamp: "2026-09-16T18:59:41Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:41Z"
    name: message-dumper.18d5e23da36cb468
    namespace: kserve-ci-e2e-test
    resourceVersion: "17205"
    uid: 56ca7e1d-858d-4cea-80dd-424574f03148
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T18:59:53Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: message-dumper
    namespace: kserve-ci-e2e-test
    resourceVersion: "17370"
    uid: 9cf5c111-0153-432c-8152-d18cffbfb118
  kind: Event
  lastTimestamp: "2026-09-16T18:59:53Z"
  message: InferenceService [message-dumper] is Ready
  metadata:
    creationTimestamp: "2026-09-16T18:59:53Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T18:59:53Z"
    name: message-dumper.18d5e2408f3918fa
    namespace: kserve-ci-e2e-test
    resourceVersion: "17371"
    uid: ccc6ed62-0d6e-413b-935b-f7ddb5afe4ce
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:09:17.340648Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22511"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:09:17Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:09:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2c3c163679d
    namespace: kserve-ci-e2e-test
    resourceVersion: "22515"
    uid: b5a682a7-22db-4c08-a2ee-cee905cbacc7
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:17Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:17Z"
  message: 'MountVolume.SetUp failed for volume "proxy-tls" : secret "sklearn-v2-mlserver-predictor-serving-cert"
    not found'
  metadata:
    creationTimestamp: "2026-09-16T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2c3cc146bbf
    namespace: kserve-ci-e2e-test
    resourceVersion: "22525"
    uid: 5f1d9bba-2c4e-45a4-b59e-9a00faf570f5
  reason: FailedMount
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22519"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Add eth0 [10.134.0.41/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2c407525e26
    namespace: kserve-ci-e2e-test
    resourceVersion: "22537"
    uid: fb5b4f77-fddc-4372-af16-a782058d139c
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2c408c74c8c
    namespace: kserve-ci-e2e-test
    resourceVersion: "22540"
    uid: 691ea84b-d68c-471b-bc7e-1ea91999824e
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2c40c81a465
    namespace: kserve-ci-e2e-test
    resourceVersion: "22542"
    uid: 85d9ce30-8e6b-428d-967e-1f675031d95d
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:18Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:18Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:09:18Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:18Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2c40cf21ad7
    namespace: kserve-ci-e2e-test
    resourceVersion: "22543"
    uid: d3d0937e-72ce-4daf-8a02-0c6441229d97
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:23Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:09:23Z"
  message: Pulling image "docker.io/seldonio/mlserver:1.7.1"
  metadata:
    creationTimestamp: "2026-09-16T19:09:23Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:09:23Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2c52f116d4a
    namespace: kserve-ci-e2e-test
    resourceVersion: "22584"
    uid: f9a74b33-be9b-4066-a4cd-3073e6b6d04e
  reason: Pulling
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: 'Successfully pulled image "docker.io/seldonio/mlserver:1.7.1" in 2m6.981s
    (2m6.981s including waiting). Image size: 10890461297 bytes.'
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2e2bfc2cd20
    namespace: kserve-ci-e2e-test
    resourceVersion: "23493"
    uid: 60fa17f5-4713-40fc-8a57-d063a3382fc7
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2e2c5e6c6e8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23495"
    uid: 2f9fe038-711c-4ac8-af3d-77ad6946076e
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2e2c800b392
    namespace: kserve-ci-e2e-test
    resourceVersion: "23496"
    uid: 189d8561-828f-4352-bc98-a139b4cf105b
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2e2c80c50a1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23497"
    uid: 24547e15-8a69-40b7-8678-2aabae2b3243
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2e2d3c026f1
    namespace: kserve-ci-e2e-test
    resourceVersion: "23500"
    uid: 76bbbe4e-9498-4f46-89db-8d0c495ed25b
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:11:30Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:11:30Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:11:30Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:11:30Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2e2d65b78dc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23501"
    uid: 37ed9cc7-74b5-4937-85e4-cfa65fe639b9
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:07Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:12:07Z"
  message: 'Readiness probe failed: HTTP probe failed with statuscode: 400'
  metadata:
    creationTimestamp: "2026-09-16T19:12:07Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:07Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2eb5ccf007a
    namespace: kserve-ci-e2e-test
    resourceVersion: "23762"
    uid: ac89aa95-5185-4279-a5eb-bb3b6dac9116
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:12:27Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:27Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2f008519485
    namespace: kserve-ci-e2e-test
    resourceVersion: "23928"
    uid: e47e8b55-9c80-4c34-951a-0ac28ff131e4
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:27Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:12:27Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:12:27Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:27Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2f00852a24e
    namespace: kserve-ci-e2e-test
    resourceVersion: "23929"
    uid: e46a2106-48f7-4d07-98d5-7c52e14a9d02
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:32Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676
    namespace: kserve-ci-e2e-test
    resourceVersion: "22513"
    uid: 746b0f1d-2fa8-4aaa-bf38-f3f50e631c34
  kind: Event
  lastTimestamp: "2026-09-16T19:12:32Z"
  message: 'Readiness probe failed: Get "https://10.134.0.41:8643/healthz": dial tcp
    10.134.0.41:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:12:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:12:32Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676.18d5e2f11fa243bc
    namespace: kserve-ci-e2e-test
    resourceVersion: "23959"
    uid: 63c91992-3837-44ae-b22e-476938b47898
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: sklearn-v2-mlserver-predictor-7f568cdc6b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22498"
    uid: ac6f99cd-5570-440f-8f4d-6a8d0d398304
  kind: Event
  lastTimestamp: "2026-09-16T19:09:17Z"
  message: 'Created pod: sklearn-v2-mlserver-predictor-7f568cdc6b-7z676'
  metadata:
    creationTimestamp: "2026-09-16T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:17Z"
    name: sklearn-v2-mlserver-predictor-7f568cdc6b.18d5e2c3c0f509bb
    namespace: kserve-ci-e2e-test
    resourceVersion: "22512"
    uid: 8201c0d7-9979-4b30-abef-e527f818f5a2
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:17Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22496"
    uid: 335a82b8-3578-49cf-ba56-84f7f8e989e1
  kind: Event
  lastTimestamp: "2026-09-16T19:09:17Z"
  message: Scaled up replica set sklearn-v2-mlserver-predictor-7f568cdc6b from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:09:17Z"
    name: sklearn-v2-mlserver-predictor.18d5e2c3bcc73b97
    namespace: kserve-ci-e2e-test
    resourceVersion: "22501"
    uid: afcf1787-0d65-4a08-acc4-d1b557b7d8a9
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22497"
    uid: 850af2b5-063b-4cd6-9701-1628590f3239
  kind: Event
  lastTimestamp: "2026-09-16T19:11:47Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:47Z"
    name: sklearn-v2-mlserver-predictor.18d5e2c73b31d2e7
    namespace: kserve-ci-e2e-test
    resourceVersion: "23618"
    uid: c6a79170-ad40-4b22-a124-ad0739a5c89e
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 10
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:32Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22497"
    uid: 850af2b5-063b-4cd6-9701-1628590f3239
  kind: Event
  lastTimestamp: "2026-09-16T19:11:47Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:09:32Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:11:47Z"
    name: sklearn-v2-mlserver-predictor.18d5e2c73ba4e006
    namespace: kserve-ci-e2e-test
    resourceVersion: "23619"
    uid: f4dfdb6d-79de-47f2-ba36-ed2c72ad3194
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: 850af2b5-063b-4cd6-9701-1628590f3239
  kind: Event
  lastTimestamp: "2026-09-16T19:12:17Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:17Z"
    name: sklearn-v2-mlserver-predictor.18d5e2ea32c5c107
    namespace: kserve-ci-e2e-test
    resourceVersion: "23837"
    uid: 5c765522-cd55-4cdf-a8bf-f7027e6272a7
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:02Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: sklearn-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "22654"
    uid: 850af2b5-063b-4cd6-9701-1628590f3239
  kind: Event
  lastTimestamp: "2026-09-16T19:12:17Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:12:02Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:12:17Z"
    name: sklearn-v2-mlserver-predictor.18d5e2ea337068ac
    namespace: kserve-ci-e2e-test
    resourceVersion: "23838"
    uid: 533c1489-f573-4529-a360-27dfaeabfdd5
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: 04716682-c041-45e7-af78-17c178173bf4
  kind: Event
  lastTimestamp: "2026-09-16T19:12:17Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:17Z"
    name: sklearn-v2-mlserver.18d5e2c3bcb98a54
    namespace: kserve-ci-e2e-test
    resourceVersion: "23835"
    uid: 0d7b5bff-38c2-439a-8214-91bfd2447e23
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22489"
    uid: 04716682-c041-45e7-af78-17c178173bf4
  kind: Event
  lastTimestamp: "2026-09-16T19:09:17Z"
  message: 'Failed to update status for InferenceService "sklearn-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "sklearn-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:17Z"
    name: sklearn-v2-mlserver.18d5e2c3bd69e61b
    namespace: kserve-ci-e2e-test
    resourceVersion: "22521"
    uid: d4728dc8-de3b-4609-92ff-1531d2cc0b88
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:09:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "22493"
    uid: 04716682-c041-45e7-af78-17c178173bf4
  kind: Event
  lastTimestamp: "2026-09-16T19:09:17Z"
  message: 'fails to update InferenceService status: Operation cannot be fulfilled
    on inferenceservices.serving.kserve.io "sklearn-v2-mlserver": the object has been
    modified; please apply your changes to the latest version and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:09:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:09:17Z"
    name: sklearn-v2-mlserver.18d5e2c3c3af0a4e
    namespace: kserve-ci-e2e-test
    resourceVersion: "22522"
    uid: 7b5456dc-88b0-4c52-b5da-4b8eed55b905
  reason: InternalError
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:12:17Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: sklearn-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "23833"
    uid: 04716682-c041-45e7-af78-17c178173bf4
  kind: Event
  lastTimestamp: "2026-09-16T19:12:17Z"
  message: InferenceService [sklearn-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:12:17Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:12:17Z"
    name: sklearn-v2-mlserver.18d5e2eda7e86ad8
    namespace: kserve-ci-e2e-test
    resourceVersion: "23834"
    uid: 8d9385c7-2e2d-4340-af06-559d0cc8d944
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
- action: Binding
  apiVersion: v1
  eventTime: "2026-09-16T19:23:54.460597Z"
  firstTimestamp: null
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31144"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: null
  message: Successfully assigned kserve-ci-e2e-test/xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    to ip-10-0-137-241.ec2.internal
  metadata:
    creationTimestamp: "2026-09-16T19:23:54Z"
    managedFields:
    - apiVersion: events.k8s.io/v1
      fieldsType: FieldsV1
      fieldsV1:
        f:action: {}
        f:eventTime: {}
        f:note: {}
        f:reason: {}
        f:regarding: {}
        f:reportingController: {}
        f:reportingInstance: {}
        f:type: {}
      manager: kube-scheduler
      operation: Update
      time: "2026-09-16T19:23:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e38ff9cfb923
    namespace: kserve-ci-e2e-test
    resourceVersion: "31149"
    uid: 5c09e730-dd1f-4fe9-9026-0b89e88fdc74
  reason: Scheduled
  reportingComponent: default-scheduler
  reportingInstance: default-scheduler-kube-scheduler-7f767f696d-c4tt2
  source: {}
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:55Z"
  involvedObject:
    apiVersion: v1
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31153"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:23:55Z"
  message: Add eth0 [10.134.0.56/23] from ovn-kubernetes
  metadata:
    creationTimestamp: "2026-09-16T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: multus-daemon
      operation: Update
      time: "2026-09-16T19:23:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e3901bfc1d8b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31164"
    uid: eb6e4d4b-e0c6-48da-9ea2-2a09995faef8
  reason: AddedInterface
  reportingComponent: multus
  reportingInstance: ""
  source:
    component: multus
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:23:55Z"
  message: Container image "quay.io/opendatahub/kserve-storage-initializer@sha256:fcb6571fb352fe9791aed9eb356122a360f27099bab2f66aa434c7abe7809cf4"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e3901d77e45e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31166"
    uid: 3566ef00-1119-4120-b452-c5f18e3d1d22
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:23:55Z"
  message: 'Created container: storage-initializer'
  metadata:
    creationTimestamp: "2026-09-16T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e390200ab6f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31169"
    uid: 7533c406-5b71-4b84-bf05-b2e5e2be3ed0
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:55Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.initContainers{storage-initializer}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:23:55Z"
  message: Started container storage-initializer
  metadata:
    creationTimestamp: "2026-09-16T19:23:55Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:55Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e390206b1944
    namespace: kserve-ci-e2e-test
    resourceVersion: "31170"
    uid: 2ca0a427-626a-429c-bc68-176dacd27753
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:23:59Z"
  message: Container image "docker.io/seldonio/mlserver:1.7.1" already present on
    machine
  metadata:
    creationTimestamp: "2026-09-16T19:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:59Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e39140bd87c7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31249"
    uid: 7bb4a2e1-c46f-4313-8bfe-d5796838cbc5
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:59Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:23:59Z"
  message: 'Created container: kserve-container'
  metadata:
    creationTimestamp: "2026-09-16T19:23:59Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:23:59Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e3914395529b
    namespace: kserve-ci-e2e-test
    resourceVersion: "31252"
    uid: 08836ff3-a9bd-4818-b26c-d3b519385ec2
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:24:00Z"
  message: Started container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e39143fd89f9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31253"
    uid: 847bc7e2-3cd5-4efa-8775-7437ff2a1cba
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:24:00Z"
  message: Container image "quay.io/opendatahub/odh-kube-auth-proxy@sha256:dcb09fbabd8811f0956ef612a0c9ddd5236804b9bd6548a0647d2b531c9d01b3"
    already present on machine
  metadata:
    creationTimestamp: "2026-09-16T19:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e391440683d7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31256"
    uid: 48538224-8f94-429f-8f90-d212e6e69b99
  reason: Pulled
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:24:00Z"
  message: 'Created container: kube-rbac-proxy'
  metadata:
    creationTimestamp: "2026-09-16T19:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e391474207b6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31259"
    uid: 55f155eb-a25c-42b5-8018-adc4b13ce7c4
  reason: Created
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:00Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:24:00Z"
  message: Started container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:00Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:00Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e39147aa4004
    namespace: kserve-ci-e2e-test
    resourceVersion: "31260"
    uid: 4d2d1129-8d10-43db-9aac-bc5b8b85203a
  reason: Started
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:24:44Z"
  message: Stopping container kserve-container
  metadata:
    creationTimestamp: "2026-09-16T19:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:44Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e39ba1b21501
    namespace: kserve-ci-e2e-test
    resourceVersion: "31720"
    uid: ab3688ae-9483-4adc-8892-3ae4da8303e8
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:44Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:24:44Z"
  message: Stopping container kube-rbac-proxy
  metadata:
    creationTimestamp: "2026-09-16T19:24:44Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:44Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e39ba1b29241
    namespace: kserve-ci-e2e-test
    resourceVersion: "31721"
    uid: efc2da33-b24c-4eed-bb20-b6d242a9a0b9
  reason: Killing
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kube-rbac-proxy}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: 'Readiness probe failed: Get "https://10.134.0.56:8643/healthz": dial tcp
    10.134.0.56:8643: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e39c32f122b2
    namespace: kserve-ci-e2e-test
    resourceVersion: "31742"
    uid: 996a10ba-688e-43ad-8176-9ae9435be6b3
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:46Z"
  involvedObject:
    apiVersion: v1
    fieldPath: spec.containers{kserve-container}
    kind: Pod
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt
    namespace: kserve-ci-e2e-test
    resourceVersion: "31146"
    uid: 1323e73d-f926-45ef-9891-b8c6096d673e
  kind: Event
  lastTimestamp: "2026-09-16T19:24:46Z"
  message: 'Readiness probe failed: Get "http://10.134.0.56:8080/v2/models/xgboost-v2-mlserver/ready":
    dial tcp 10.134.0.56:8080: connect: connection refused'
  metadata:
    creationTimestamp: "2026-09-16T19:24:46Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:reportingInstance: {}
        f:source:
          f:component: {}
          f:host: {}
        f:type: {}
      manager: kubelet
      operation: Update
      time: "2026-09-16T19:24:46Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt.18d5e39c334384b7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31743"
    uid: 1756b316-863d-49e5-b9b6-1e35b871ea68
  reason: Unhealthy
  reportingComponent: kubelet
  reportingInstance: ip-10-0-137-241.ec2.internal
  source:
    component: kubelet
    host: ip-10-0-137-241.ec2.internal
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: ReplicaSet
    name: xgboost-v2-mlserver-predictor-59944bcf4c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31132"
    uid: d8b9d8c8-3b8f-466a-b35d-70a604c6dba5
  kind: Event
  lastTimestamp: "2026-09-16T19:23:54Z"
  message: 'Created pod: xgboost-v2-mlserver-predictor-59944bcf4c-xdhkt'
  metadata:
    creationTimestamp: "2026-09-16T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:54Z"
    name: xgboost-v2-mlserver-predictor-59944bcf4c.18d5e38ff884b380
    namespace: kserve-ci-e2e-test
    resourceVersion: "31148"
    uid: 1297b6ee-961d-450e-bec1-d04297651965
  reason: SuccessfulCreate
  reportingComponent: replicaset-controller
  reportingInstance: ""
  source:
    component: replicaset-controller
  type: Normal
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:54Z"
  involvedObject:
    apiVersion: apps/v1
    kind: Deployment
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31129"
    uid: 4a4f3f2c-1bbe-4f03-bd1b-40aece67fd3c
  kind: Event
  lastTimestamp: "2026-09-16T19:23:54Z"
  message: Scaled up replica set xgboost-v2-mlserver-predictor-59944bcf4c from 0 to
    1
  metadata:
    creationTimestamp: "2026-09-16T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:23:54Z"
    name: xgboost-v2-mlserver-predictor.18d5e38ff4d498d6
    namespace: kserve-ci-e2e-test
    resourceVersion: "31134"
    uid: 2b286f39-c8b6-4313-b976-40dbf8a4f0d7
  reason: ScalingReplicaSet
  reportingComponent: deployment-controller
  reportingInstance: ""
  source:
    component: deployment-controller
  type: Normal
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31131"
    uid: 4f54bf06-f4a7-4ab5-99bb-1b50eb25ac84
  kind: Event
  lastTimestamp: "2026-09-16T19:24:24Z"
  message: 'failed to get cpu utilization: unable to get metrics for resource cpu:
    no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:24Z"
    name: xgboost-v2-mlserver-predictor.18d5e3937343afd9
    namespace: kserve-ci-e2e-test
    resourceVersion: "31537"
    uid: 2ef9f2de-fa59-4438-a8a6-a5c015af5926
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 2
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:09Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31131"
    uid: 4f54bf06-f4a7-4ab5-99bb-1b50eb25ac84
  kind: Event
  lastTimestamp: "2026-09-16T19:24:24Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: unable to get metrics for
    resource cpu: no metrics returned from resource metrics API'
  metadata:
    creationTimestamp: "2026-09-16T19:24:09Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:24Z"
    name: xgboost-v2-mlserver-predictor.18d5e39373b74eb7
    namespace: kserve-ci-e2e-test
    resourceVersion: "31538"
    uid: 391f4b3b-9d94-40b7-962e-21e93f7c2868
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31367"
    uid: 4f54bf06-f4a7-4ab5-99bb-1b50eb25ac84
  kind: Event
  lastTimestamp: "2026-09-16T19:24:39Z"
  message: 'failed to get cpu utilization: did not receive metrics for targeted pods
    (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:39Z"
    name: xgboost-v2-mlserver-predictor.18d5e39a7186a86f
    namespace: kserve-ci-e2e-test
    resourceVersion: "31666"
    uid: 69f5a3d2-b3cc-45d1-9636-e50ba4c646fd
  reason: FailedGetResourceMetric
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:39Z"
  involvedObject:
    apiVersion: autoscaling/v2
    kind: HorizontalPodAutoscaler
    name: xgboost-v2-mlserver-predictor
    namespace: kserve-ci-e2e-test
    resourceVersion: "31367"
    uid: 4f54bf06-f4a7-4ab5-99bb-1b50eb25ac84
  kind: Event
  lastTimestamp: "2026-09-16T19:24:39Z"
  message: 'invalid metrics (1 invalid out of 1), first error is: failed to get cpu
    resource metric value: failed to get cpu utilization: did not receive metrics
    for targeted pods (pods might be unready)'
  metadata:
    creationTimestamp: "2026-09-16T19:24:39Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: kube-controller-manager
      operation: Update
      time: "2026-09-16T19:24:39Z"
    name: xgboost-v2-mlserver-predictor.18d5e39a71f06dc5
    namespace: kserve-ci-e2e-test
    resourceVersion: "31668"
    uid: ca2d528f-266e-4407-8704-01aee502327f
  reason: FailedComputeMetricsReplicas
  reportingComponent: horizontal-pod-autoscaler
  reportingInstance: ""
  source:
    component: horizontal-pod-autoscaler
  type: Warning
- apiVersion: v1
  count: 11
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: 9f97d5f3-4781-45d9-8a34-480408e29ffc
  kind: Event
  lastTimestamp: "2026-09-16T19:24:37Z"
  message: Istio VirtualService CRD not present; VirtualService reconciliation skipped.
    If you do not use Istio, set ingress.disableIstioVirtualHost=true.
  metadata:
    creationTimestamp: "2026-09-16T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:37Z"
    name: xgboost-v2-mlserver.18d5e38ff4cc1c5e
    namespace: kserve-ci-e2e-test
    resourceVersion: "31651"
    uid: 0f4f0744-178f-4e5e-921c-f1f4ac8e6e56
  reason: VirtualServiceCRDNotFound
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:23:54Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31122"
    uid: 9f97d5f3-4781-45d9-8a34-480408e29ffc
  kind: Event
  lastTimestamp: "2026-09-16T19:23:54Z"
  message: 'Failed to update status for InferenceService "xgboost-v2-mlserver": Operation
    cannot be fulfilled on inferenceservices.serving.kserve.io "xgboost-v2-mlserver":
    the object has been modified; please apply your changes to the latest version
    and try again'
  metadata:
    creationTimestamp: "2026-09-16T19:23:54Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:23:54Z"
    name: xgboost-v2-mlserver.18d5e38ff56b1b0c
    namespace: kserve-ci-e2e-test
    resourceVersion: "31137"
    uid: 14113ea3-6d24-465b-a3e7-8d45f10f9c8f
  reason: UpdateFailed
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Warning
- apiVersion: v1
  count: 1
  eventTime: null
  firstTimestamp: "2026-09-16T19:24:37Z"
  involvedObject:
    apiVersion: serving.kserve.io/v1beta1
    kind: InferenceService
    name: xgboost-v2-mlserver
    namespace: kserve-ci-e2e-test
    resourceVersion: "31648"
    uid: 9f97d5f3-4781-45d9-8a34-480408e29ffc
  kind: Event
  lastTimestamp: "2026-09-16T19:24:37Z"
  message: InferenceService [xgboost-v2-mlserver] is Ready
  metadata:
    creationTimestamp: "2026-09-16T19:24:37Z"
    managedFields:
    - apiVersion: v1
      fieldsType: FieldsV1
      fieldsV1:
        f:count: {}
        f:firstTimestamp: {}
        f:involvedObject: {}
        f:lastTimestamp: {}
        f:message: {}
        f:reason: {}
        f:reportingComponent: {}
        f:source:
          f:component: {}
        f:type: {}
      manager: manager
      operation: Update
      time: "2026-09-16T19:24:37Z"
    name: xgboost-v2-mlserver.18d5e399e4ac1305
    namespace: kserve-ci-e2e-test
    resourceVersion: "31649"
    uid: 23d72b86-b0c5-467c-9e0d-31bd88baa876
  reason: InferenceServiceReady
  reportingComponent: v1beta1Controllers
  reportingInstance: ""
  source:
    component: v1beta1Controllers
  type: Normal
kind: EventList
metadata:
  resourceVersion: "40857"